20:21:23.156 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:21:23.156 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskjNQzBI/test-tmp
20:21:23.156 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
20:21:23.156 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskjNQzBI/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
20:21:23.158 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
20:21:23.470 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:21:23.470 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:21:23.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.472694 22455 mini_oidc.cc:152] Starting JWKS server
20:21:23.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.475396 22455 webserver.cc:460] Webserver started at http://127.0.0.1:38663/ using document root <none> and password file <none>
20:21:23.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.475595 22455 mini_oidc.cc:189] Starting OIDC Discovery server
20:21:23.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.476158 22455 webserver.cc:460] Webserver started at http://127.0.0.1:33931/ using document root <none> and password file <none>
20:21:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T20:21:23Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
20:21:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T20:21:23Z Disabled control of system clock
20:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.505167 22455 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskjNQzBI/build/asan/bin/kudu
20:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjNQzBI/build/asan/bin/kudu
20:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-0/wal
20:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-0/data
20:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-0/logs
20:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-0/data/info.pb
20:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.237.254:35353
20:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.237.254
20:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.237.212:37941
20:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275
20:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:21:23.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38663/jwks.json
20:21:23.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:21:23.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:21:23.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:23.827107 22466 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:21:23.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:23.827392 22466 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:21:23.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:23.827476 22466 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:21:23.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:23.834616 22466 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:21:23.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:23.834712 22466 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:21:23.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:23.834748 22466 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:21:23.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:23.834794 22466 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:21:23.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:23.834829 22466 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:21:23.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:23.834882 22466 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:21:23.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:23.834931 22466 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38663/jwks.json
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.843843 22466 master_runner.cc:386] Master server non-default flags:
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.237.212:37941
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-0/data
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-0/wal
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.237.254:35353
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38663/jwks.json
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-0/data/info.pb
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.237.254
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-0/logs
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:55:48 UTC on ccycloud.quasar-mahdxv.root.comops.site
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457677
20:21:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:21:23.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.845119 22466 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:21:23.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.846884 22466 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:21:23.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:23.858500 22471 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:21:23.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:23.858582 22472 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:21:23.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:23.858495 22474 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:21:23.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.859279 22466 server_base.cc:1034] running on GCE node
20:21:23.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.860050 22466 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:21:23.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.861419 22466 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:21:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.862625 22466 hybrid_clock.cc:648] HybridClock initialized: now 1781986883862574 us; error 43 us; skew 500 ppm
20:21:23.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.862932 22466 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:21:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.865041 22466 webserver.cc:460] Webserver started at http://127.21.237.254:37629/ using document root <none> and password file <none>
20:21:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.865669 22466 fs_manager.cc:359] Metadata directory not provided
20:21:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.865749 22466 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:21:23.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.865989 22466 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:21:23.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.869750 22466 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-0/data/instance:
20:21:23.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "55c18f68e39c4eb9a1e628e87b862a48"
20:21:23.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:21:23 on dist-test-slave-dcjv"
20:21:23.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.870527 22466 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-0/wal/instance:
20:21:23.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "55c18f68e39c4eb9a1e628e87b862a48"
20:21:23.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:21:23 on dist-test-slave-dcjv"
20:21:23.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.875417 22466 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.000s sys 0.004s
20:21:23.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.878579 22480 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:21:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.879904 22466 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.000s sys 0.004s
20:21:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.880039 22466 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-0/data,/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-0/wal
20:21:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "55c18f68e39c4eb9a1e628e87b862a48"
20:21:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:21:23 on dist-test-slave-dcjv"
20:21:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.880232 22466 fs_report.cc:383] FS layout report
20:21:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:21:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-0/wal
20:21:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-0/wal
20:21:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-0/data/data
20:21:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:21:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:21:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:21:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:21:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:21:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:21:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:21:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:21:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:21:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:21:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:21:23.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.896634 22466 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:21:23.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.897354 22466 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:21:23.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.897590 22466 kserver.cc:163] Server-wide thread pool size limit: 3276
20:21:23.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.918550 22466 rpc_server.cc:307] RPC server started. Bound to: 127.21.237.254:35353
20:21:23.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.918570 22541 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.237.254:35353 every 8 connection(s)
20:21:23.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.919871 22466 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-0/data/info.pb
20:21:23.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.923465 22542 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:21:23.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.929229 22542 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } has no permanent_uuid. Determining permanent_uuid...
20:21:23.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.930387 22455 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskjNQzBI/build/asan/bin/kudu as pid 22466
20:21:23.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.930583 22455 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-0/wal/instance
20:21:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.933218 22455 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskjNQzBI/build/asan/bin/kudu
20:21:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjNQzBI/build/asan/bin/kudu
20:21:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-1/wal
20:21:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-1/data
20:21:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:21:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:21:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:21:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:21:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:21:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:21:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-1/logs
20:21:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-1/data/info.pb
20:21:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:21:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:21:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:21:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:21:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:21:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:21:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:21:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:21:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:21:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:21:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:21:23.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:21:23.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.237.253:33735
20:21:23.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.237.253
20:21:23.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:21:23.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.237.212:37941
20:21:23.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:21:23.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:21:23.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:21:23.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:21:23.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275
20:21:23.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:21:23.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38663/jwks.json
20:21:23.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:21:23.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:21:23.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.947022 22542 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } has no permanent_uuid. Determining permanent_uuid...
20:21:23.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:23.948377 22482 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.237.253:33735: connect: Connection refused (error 111)
20:21:23.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:23.949929 22542 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.237.253:33735: Network error: Client connection negotiation failed: client connection to 127.21.237.253:33735: connect: Connection refused (error 111)
20:21:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:23.999374 22542 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } attempt: 1
20:21:24.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.001578 22542 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.237.253:33735: Network error: Client connection negotiation failed: client connection to 127.21.237.253:33735: connect: Connection refused (error 111)
20:21:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.069924 22542 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } attempt: 2
20:21:24.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.072234 22542 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.237.253:33735: Network error: Client connection negotiation failed: client connection to 127.21.237.253:33735: connect: Connection refused (error 111)
20:21:24.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.163539 22542 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } attempt: 3
20:21:24.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.165632 22542 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.237.253:33735: Network error: Client connection negotiation failed: client connection to 127.21.237.253:33735: connect: Connection refused (error 111)
20:21:24.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.256173 22546 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:21:24.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.256454 22546 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:21:24.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.256536 22546 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:21:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.263815 22546 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:21:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.263921 22546 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:21:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.263958 22546 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:21:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.264007 22546 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:21:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.264045 22546 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:21:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.264103 22546 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:21:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.264137 22546 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38663/jwks.json
20:21:24.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.273294 22546 master_runner.cc:386] Master server non-default flags:
20:21:24.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:21:24.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.237.212:37941
20:21:24.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:21:24.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:21:24.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:21:24.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-1/data
20:21:24.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-1/wal
20:21:24.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:21:24.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275
20:21:24.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:21:24.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:21:24.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:21:24.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:21:24.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.237.253:33735
20:21:24.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:21:24.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:21:24.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:21:24.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38663/jwks.json
20:21:24.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:21:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:21:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-1/data/info.pb
20:21:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.237.253
20:21:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:21:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:21:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:21:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:21:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:21:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:21:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-1/logs
20:21:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:21:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:21:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:21:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:21:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:21:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:21:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:55:48 UTC on ccycloud.quasar-mahdxv.root.comops.site
20:21:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457677
20:21:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:21:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.274644 22546 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:21:24.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.276420 22546 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:21:24.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.288218 22552 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:21:24.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.288317 22553 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:21:24.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.288195 22555 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:21:24.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.289340 22546 server_base.cc:1034] running on GCE node
20:21:24.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.290097 22546 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:21:24.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.291472 22546 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:21:24.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.292713 22546 hybrid_clock.cc:648] HybridClock initialized: now 1781986884292660 us; error 35 us; skew 500 ppm
20:21:24.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.293085 22546 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:21:24.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.295423 22546 webserver.cc:460] Webserver started at http://127.21.237.253:34519/ using document root <none> and password file <none>
20:21:24.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.296132 22546 fs_manager.cc:359] Metadata directory not provided
20:21:24.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.296259 22546 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:21:24.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.296566 22546 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:21:24.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.299288 22546 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-1/data/instance:
20:21:24.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "46731435ff074f7f84dc877f9d3880d8"
20:21:24.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:21:24 on dist-test-slave-dcjv"
20:21:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.300163 22546 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-1/wal/instance:
20:21:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "46731435ff074f7f84dc877f9d3880d8"
20:21:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:21:24 on dist-test-slave-dcjv"
20:21:24.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.305173 22546 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.006s sys 0.000s
20:21:24.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.308681 22561 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:21:24.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.308900 22542 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } attempt: 4
20:21:24.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.310364 22546 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
20:21:24.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.310547 22546 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-1/data,/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-1/wal
20:21:24.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "46731435ff074f7f84dc877f9d3880d8"
20:21:24.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:21:24 on dist-test-slave-dcjv"
20:21:24.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.310820 22542 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.237.253:33735: Network error: Client connection negotiation failed: client connection to 127.21.237.253:33735: connect: Connection refused (error 111)
20:21:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.310786 22546 fs_report.cc:383] FS layout report
20:21:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:21:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-1/wal
20:21:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-1/wal
20:21:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-1/data/data
20:21:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:21:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:21:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:21:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:21:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:21:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:21:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:21:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:21:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:21:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:21:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:21:24.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.327037 22546 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:21:24.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.327903 22546 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:21:24.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.328246 22546 kserver.cc:163] Server-wide thread pool size limit: 3276
20:21:24.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.349519 22546 rpc_server.cc:307] RPC server started. Bound to: 127.21.237.253:33735
20:21:24.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.349530 22622 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.237.253:33735 every 8 connection(s)
20:21:24.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.350931 22546 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-1/data/info.pb
20:21:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.354800 22623 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:21:24.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.359555 22455 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskjNQzBI/build/asan/bin/kudu as pid 22546
20:21:24.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.359695 22455 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-1/wal/instance
20:21:24.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.360836 22455 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskjNQzBI/build/asan/bin/kudu
20:21:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjNQzBI/build/asan/bin/kudu
20:21:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-2/wal
20:21:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-2/data
20:21:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:21:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:21:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:21:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:21:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:21:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:21:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-2/logs
20:21:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-2/data/info.pb
20:21:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:21:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:21:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:21:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:21:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:21:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:21:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:21:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:21:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:21:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:21:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:21:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:21:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.237.252:33275
20:21:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.237.252
20:21:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:21:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.237.212:37941
20:21:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:21:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:21:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:21:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:21:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275
20:21:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:21:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38663/jwks.json
20:21:24.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:21:24.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:21:24.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.361131 22623 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } has no permanent_uuid. Determining permanent_uuid...
20:21:24.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.377200 22623 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } has no permanent_uuid. Determining permanent_uuid...
20:21:24.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.388399 22623 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } has no permanent_uuid. Determining permanent_uuid...
20:21:24.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.389446 22563 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.237.252:33275: connect: Connection refused (error 111)
20:21:24.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.391064 22623 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.237.252:33275: Network error: Client connection negotiation failed: client connection to 127.21.237.252:33275: connect: Connection refused (error 111)
20:21:24.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.440425 22623 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } attempt: 1
20:21:24.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.442677 22623 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.237.252:33275: Network error: Client connection negotiation failed: client connection to 127.21.237.252:33275: connect: Connection refused (error 111)
20:21:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.510914 22623 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } attempt: 2
20:21:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.513216 22623 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.237.252:33275: Network error: Client connection negotiation failed: client connection to 127.21.237.252:33275: connect: Connection refused (error 111)
20:21:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.604462 22623 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } attempt: 3
20:21:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.606457 22623 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.237.252:33275: Network error: Client connection negotiation failed: client connection to 127.21.237.252:33275: connect: Connection refused (error 111)
20:21:24.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.610132 22542 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } attempt: 5
20:21:24.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.617672 22542 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } has no permanent_uuid. Determining permanent_uuid...
20:21:24.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.619540 22542 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.237.252:33275: Network error: Client connection negotiation failed: client connection to 127.21.237.252:33275: connect: Connection refused (error 111)
20:21:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.670830 22542 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } attempt: 1
20:21:24.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.673012 22542 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.237.252:33275: Network error: Client connection negotiation failed: client connection to 127.21.237.252:33275: connect: Connection refused (error 111)
20:21:24.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.693609 22626 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:21:24.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.693883 22626 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:21:24.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.693994 22626 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:21:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.701359 22626 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:21:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.701465 22626 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:21:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.701501 22626 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:21:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.701550 22626 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:21:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.701586 22626 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:21:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.701638 22626 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:21:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.701668 22626 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38663/jwks.json
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.710850 22626 master_runner.cc:386] Master server non-default flags:
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.237.212:37941
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-2/data
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-2/wal
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.237.252:33275
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38663/jwks.json
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-2/data/info.pb
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.237.252
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-2/logs
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:55:48 UTC on ccycloud.quasar-mahdxv.root.comops.site
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457677
20:21:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:21:24.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.712100 22626 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:21:24.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.714362 22626 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:21:24.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.727854 22633 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:21:24.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.727877 22634 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:21:24.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.727927 22636 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:21:24.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.728662 22626 server_base.cc:1034] running on GCE node
20:21:24.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.729352 22626 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:21:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.730752 22626 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:21:24.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.731994 22626 hybrid_clock.cc:648] HybridClock initialized: now 1781986884731930 us; error 51 us; skew 500 ppm
20:21:24.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.732383 22626 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:21:24.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.734680 22626 webserver.cc:460] Webserver started at http://127.21.237.252:44093/ using document root <none> and password file <none>
20:21:24.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.735368 22626 fs_manager.cc:359] Metadata directory not provided
20:21:24.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.735492 22626 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:21:24.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.735801 22626 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:21:24.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.738510 22626 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-2/data/instance:
20:21:24.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "54323f8dd3384a429322a96de50d71f4"
20:21:24.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:21:24 on dist-test-slave-dcjv"
20:21:24.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.739306 22626 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-2/wal/instance:
20:21:24.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "54323f8dd3384a429322a96de50d71f4"
20:21:24.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:21:24 on dist-test-slave-dcjv"
20:21:24.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.741295 22542 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } attempt: 2
20:21:24.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.743208 22542 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.237.252:33275: Network error: Client connection negotiation failed: client connection to 127.21.237.252:33275: connect: Connection refused (error 111)
20:21:24.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.744956 22626 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.006s sys 0.000s
20:21:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.748392 22642 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:21:24.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.749723 22626 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s
20:21:24.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.749720 22623 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } attempt: 4
20:21:24.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.749902 22626 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-2/data,/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-2/wal
20:21:24.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "54323f8dd3384a429322a96de50d71f4"
20:21:24.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:21:24 on dist-test-slave-dcjv"
20:21:24.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.750154 22626 fs_report.cc:383] FS layout report
20:21:24.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:21:24.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-2/wal
20:21:24.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-2/wal
20:21:24.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-2/data/data
20:21:24.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:21:24.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:21:24.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:21:24.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:21:24.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:21:24.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:21:24.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:21:24.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:21:24.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:21:24.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:21:24.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:21:24.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.751709 22623 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.237.252:33275: Network error: Client connection negotiation failed: client connection to 127.21.237.252:33275: connect: Connection refused (error 111)
20:21:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.764528 22626 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:21:24.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.765384 22626 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:21:24.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.765717 22626 kserver.cc:163] Server-wide thread pool size limit: 3276
20:21:24.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.786959 22626 rpc_server.cc:307] RPC server started. Bound to: 127.21.237.252:33275
20:21:24.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.786966 22703 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.237.252:33275 every 8 connection(s)
20:21:24.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.788393 22626 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-2/data/info.pb
20:21:24.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.792165 22704 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:21:24.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.794565 22455 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskjNQzBI/build/asan/bin/kudu as pid 22626
20:21:24.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.794703 22455 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/master-2/wal/instance
20:21:24.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.799597 22704 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } has no permanent_uuid. Determining permanent_uuid...
20:21:24.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.827759 22704 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } has no permanent_uuid. Determining permanent_uuid...
20:21:24.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.835021 22704 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } has no permanent_uuid. Determining permanent_uuid...
20:21:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.844599 22704 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 54323f8dd3384a429322a96de50d71f4: Bootstrap starting.
20:21:24.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.847867 22704 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 54323f8dd3384a429322a96de50d71f4: Neither blocks nor log segments found. Creating new log.
20:21:24.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.848789 22704 log.cc:824] T 00000000000000000000000000000000 P 54323f8dd3384a429322a96de50d71f4: Log is configured to *not* fsync() on all Append() calls
20:21:24.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.849428 22542 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } attempt: 3
20:21:24.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.851698 22704 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 54323f8dd3384a429322a96de50d71f4: No bootstrap required, opened a new log
20:21:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.859808 22542 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48: Bootstrap starting.
20:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.860632 22704 raft_consensus.cc:348] T 00000000000000000000000000000000 P 54323f8dd3384a429322a96de50d71f4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } }
20:21:24.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.860920 22704 raft_consensus.cc:374] T 00000000000000000000000000000000 P 54323f8dd3384a429322a96de50d71f4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:21:24.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.860993 22704 raft_consensus.cc:729] T 00000000000000000000000000000000 P 54323f8dd3384a429322a96de50d71f4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 54323f8dd3384a429322a96de50d71f4, State: Initialized, Role: FOLLOWER
20:21:24.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.861533 22704 consensus_queue.cc:260] T 00000000000000000000000000000000 P 54323f8dd3384a429322a96de50d71f4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } }
20:21:24.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.862452 22711 sys_catalog.cc:455] T 00000000000000000000000000000000 P 54323f8dd3384a429322a96de50d71f4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } } }
20:21:24.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.862833 22711 sys_catalog.cc:458] T 00000000000000000000000000000000 P 54323f8dd3384a429322a96de50d71f4 [sys.catalog]: This master's current role is: FOLLOWER
20:21:24.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.863271 22542 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48: Neither blocks nor log segments found. Creating new log.
20:21:24.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.863550 22704 sys_catalog.cc:564] T 00000000000000000000000000000000 P 54323f8dd3384a429322a96de50d71f4 [sys.catalog]: configured and running, proceeding with master startup.
20:21:24.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.864372 22542 log.cc:824] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48: Log is configured to *not* fsync() on all Append() calls
20:21:24.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.867274 22542 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48: No bootstrap required, opened a new log
20:21:24.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.875506 22723 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 54323f8dd3384a429322a96de50d71f4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:21:24.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.875646 22723 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:21:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.878885 22542 raft_consensus.cc:348] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } }
20:21:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.879400 22542 raft_consensus.cc:374] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:21:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.879617 22542 raft_consensus.cc:729] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 55c18f68e39c4eb9a1e628e87b862a48, State: Initialized, Role: FOLLOWER
20:21:24.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.880314 22542 consensus_queue.cc:260] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } }
20:21:24.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.881033 22711 raft_consensus.cc:482] T 00000000000000000000000000000000 P 54323f8dd3384a429322a96de50d71f4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:21:24.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.881305 22711 raft_consensus.cc:504] T 00000000000000000000000000000000 P 54323f8dd3384a429322a96de50d71f4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } }
20:21:24.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.881336 22725 sys_catalog.cc:455] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } } }
20:21:24.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.881949 22725 sys_catalog.cc:458] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [sys.catalog]: This master's current role is: FOLLOWER
20:21:24.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.882632 22542 sys_catalog.cc:564] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [sys.catalog]: configured and running, proceeding with master startup.
20:21:24.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.882797 22711 leader_election.cc:288] T 00000000000000000000000000000000 P 54323f8dd3384a429322a96de50d71f4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 55c18f68e39c4eb9a1e628e87b862a48 (127.21.237.254:35353), 46731435ff074f7f84dc877f9d3880d8 (127.21.237.253:33735)
20:21:24.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.884590 22507 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "54323f8dd3384a429322a96de50d71f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "55c18f68e39c4eb9a1e628e87b862a48" is_pre_election: true
20:21:24.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.885145 22507 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 54323f8dd3384a429322a96de50d71f4 in term 0.
20:21:24.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.886282 22643 leader_election.cc:302] T 00000000000000000000000000000000 P 54323f8dd3384a429322a96de50d71f4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 54323f8dd3384a429322a96de50d71f4, 55c18f68e39c4eb9a1e628e87b862a48; no voters:
20:21:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.886865 22711 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 54323f8dd3384a429322a96de50d71f4 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:21:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.887017 22711 raft_consensus.cc:482] T 00000000000000000000000000000000 P 54323f8dd3384a429322a96de50d71f4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:21:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.887152 22711 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 54323f8dd3384a429322a96de50d71f4 [term 0 FOLLOWER]: Advancing to term 1
20:21:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.871095 22626 master_runner.cc:186] Error getting master registration for 127.21.237.254:35353: OK, instance_id { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" instance_seqno: 1781986883913435 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:21:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.887916 22626 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:21:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.891220 22711 raft_consensus.cc:504] T 00000000000000000000000000000000 P 54323f8dd3384a429322a96de50d71f4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } }
20:21:24.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.892280 22507 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "54323f8dd3384a429322a96de50d71f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "55c18f68e39c4eb9a1e628e87b862a48"
20:21:24.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.892488 22507 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [term 0 FOLLOWER]: Advancing to term 1
20:21:24.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.894171 22711 leader_election.cc:288] T 00000000000000000000000000000000 P 54323f8dd3384a429322a96de50d71f4 [CANDIDATE]: Term 1 election: Requested vote from peers 55c18f68e39c4eb9a1e628e87b862a48 (127.21.237.254:35353), 46731435ff074f7f84dc877f9d3880d8 (127.21.237.253:33735)
20:21:24.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.895692 22507 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 54323f8dd3384a429322a96de50d71f4 in term 1.
20:21:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.896124 22643 leader_election.cc:302] T 00000000000000000000000000000000 P 54323f8dd3384a429322a96de50d71f4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 54323f8dd3384a429322a96de50d71f4, 55c18f68e39c4eb9a1e628e87b862a48; no voters:
20:21:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.896500 22711 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 54323f8dd3384a429322a96de50d71f4 [term 1 FOLLOWER]: Leader election won for term 1
20:21:24.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.897195 22711 raft_consensus.cc:686] T 00000000000000000000000000000000 P 54323f8dd3384a429322a96de50d71f4 [term 1 LEADER]: Becoming Leader. State: Replica: 54323f8dd3384a429322a96de50d71f4, State: Running, Role: LEADER
20:21:24.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.897873 22711 consensus_queue.cc:237] T 00000000000000000000000000000000 P 54323f8dd3384a429322a96de50d71f4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } }
20:21:24.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.900238 22486 tablet.cc:2369] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:21:24.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.910454 22729 sys_catalog.cc:455] T 00000000000000000000000000000000 P 54323f8dd3384a429322a96de50d71f4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 54323f8dd3384a429322a96de50d71f4. Latest consensus state: current_term: 1 leader_uuid: "54323f8dd3384a429322a96de50d71f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } } }
20:21:24.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.910987 22729 sys_catalog.cc:458] T 00000000000000000000000000000000 P 54323f8dd3384a429322a96de50d71f4 [sys.catalog]: This master's current role is: LEADER
20:21:24.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.912387 22732 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
20:21:24.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.915474 22732 catalog_manager.cc:1484] Initializing Kudu cluster ID...
20:21:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.921298 22466 master_runner.cc:186] Error getting master registration for 127.21.237.253:33735: OK, instance_id { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" instance_seqno: 1781986884344377 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:21:24.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.935532 22507 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [term 1 FOLLOWER]: Refusing update from remote peer 54323f8dd3384a429322a96de50d71f4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:21:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.939210 22729 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 54323f8dd3384a429322a96de50d71f4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:21:24.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.942297 22739 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:21:24.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:24.942417 22739 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:21:24.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.945446 22466 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:21:24.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.960289 22725 sys_catalog.cc:455] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 54323f8dd3384a429322a96de50d71f4. Latest consensus state: current_term: 1 leader_uuid: "54323f8dd3384a429322a96de50d71f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } } }
20:21:24.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.960597 22725 sys_catalog.cc:458] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [sys.catalog]: This master's current role is: FOLLOWER
20:21:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.962693 22725 sys_catalog.cc:455] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "54323f8dd3384a429322a96de50d71f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } } }
20:21:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.962931 22725 sys_catalog.cc:458] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [sys.catalog]: This master's current role is: FOLLOWER
20:21:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.963429 22740 mvcc.cc:205] Tried to move back new op lower bound from 7299018280680513536 to 7299018280546922496. Current Snapshot: MvccSnapshot[applied={T|T < 7299018280680513536}]
20:21:24.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.971004 22729 sys_catalog.cc:455] T 00000000000000000000000000000000 P 54323f8dd3384a429322a96de50d71f4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "54323f8dd3384a429322a96de50d71f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } } }
20:21:24.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.971325 22729 sys_catalog.cc:458] T 00000000000000000000000000000000 P 54323f8dd3384a429322a96de50d71f4 [sys.catalog]: This master's current role is: LEADER
20:21:24.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.972635 22732 catalog_manager.cc:1347] Generated new cluster ID: abaaf597b9fb4bd9acb372fa81284ee0
20:21:24.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.972767 22732 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
20:21:24.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.989684 22732 catalog_manager.cc:1370] Generated new certificate authority record
20:21:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:24.991508 22732 catalog_manager.cc:1504] Loading token signing keys...
20:21:25.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.008623 22732 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 54323f8dd3384a429322a96de50d71f4: Generated new TSK 0
20:21:25.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.009769 22732 catalog_manager.cc:1514] Initializing in-progress tserver states...
20:21:25.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.025671 22455 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskjNQzBI/build/asan/bin/kudu
20:21:25.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjNQzBI/build/asan/bin/kudu
20:21:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-0/wal
20:21:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-0/data
20:21:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:21:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:21:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:21:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:21:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:21:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:21:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-0/logs
20:21:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-0/data/info.pb
20:21:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:21:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:21:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:21:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:21:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:21:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:21:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:21:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:21:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:21:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:21:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.237.193:0
20:21:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.237.193
20:21:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.237.193
20:21:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:21:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275
20:21:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.237.212:37941
20:21:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:21:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:21:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:21:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:21:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:21:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:21:25.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.050906 22623 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } attempt: 5
20:21:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.065836 22623 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8: Bootstrap starting.
20:21:25.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.070302 22623 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8: Neither blocks nor log segments found. Creating new log.
20:21:25.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.073310 22623 log.cc:824] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8: Log is configured to *not* fsync() on all Append() calls
20:21:25.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.088982 22623 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8: No bootstrap required, opened a new log
20:21:25.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.114001 22623 raft_consensus.cc:348] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } }
20:21:25.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.115389 22623 raft_consensus.cc:374] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:21:25.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.115806 22623 raft_consensus.cc:729] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 46731435ff074f7f84dc877f9d3880d8, State: Initialized, Role: FOLLOWER
20:21:25.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.117210 22623 consensus_queue.cc:260] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } }
20:21:25.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.126467 22748 raft_consensus.cc:482] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:21:25.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.126865 22748 raft_consensus.cc:504] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } }
20:21:25.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.128468 22748 leader_election.cc:288] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 55c18f68e39c4eb9a1e628e87b862a48 (127.21.237.254:35353), 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275)
20:21:25.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.129235 22748 sys_catalog.cc:455] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } } }
20:21:25.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.129505 22506 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "46731435ff074f7f84dc877f9d3880d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "55c18f68e39c4eb9a1e628e87b862a48" is_pre_election: true
20:21:25.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.130239 22669 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "46731435ff074f7f84dc877f9d3880d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "54323f8dd3384a429322a96de50d71f4" is_pre_election: true
20:21:25.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.132409 22562 leader_election.cc:302] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 46731435ff074f7f84dc877f9d3880d8; no voters: 54323f8dd3384a429322a96de50d71f4, 55c18f68e39c4eb9a1e628e87b862a48
20:21:25.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.134539 22748 sys_catalog.cc:458] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [sys.catalog]: This master's current role is: FOLLOWER
20:21:25.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.134866 22748 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:21:25.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.135236 22588 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "54323f8dd3384a429322a96de50d71f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "46731435ff074f7f84dc877f9d3880d8" is_pre_election: true
20:21:25.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.135564 22588 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 54323f8dd3384a429322a96de50d71f4 in term 0.
20:21:25.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.136162 22586 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 0 FOLLOWER]: Advancing to term 1
20:21:25.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.139396 22586 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 1 FOLLOWER]: Refusing update from remote peer 54323f8dd3384a429322a96de50d71f4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:21:25.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.140727 22729 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 54323f8dd3384a429322a96de50d71f4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:21:25.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.135038 22587 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "54323f8dd3384a429322a96de50d71f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "46731435ff074f7f84dc877f9d3880d8"
20:21:25.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.144305 22587 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 54323f8dd3384a429322a96de50d71f4 in term 1.
20:21:25.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.149032 22623 sys_catalog.cc:564] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [sys.catalog]: configured and running, proceeding with master startup.
20:21:25.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.168848 22750 mvcc.cc:205] Tried to move back new op lower bound from 7299018280680513536 to 7299018280546922496. Current Snapshot: MvccSnapshot[applied={T|T < 7299018280680513536}]
20:21:25.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.186313 22748 sys_catalog.cc:455] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 54323f8dd3384a429322a96de50d71f4. Latest consensus state: current_term: 1 leader_uuid: "54323f8dd3384a429322a96de50d71f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } } }
20:21:25.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.186321 22749 sys_catalog.cc:455] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "54323f8dd3384a429322a96de50d71f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } } }
20:21:25.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.186705 22748 sys_catalog.cc:458] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [sys.catalog]: This master's current role is: FOLLOWER
20:21:25.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.186784 22749 sys_catalog.cc:458] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [sys.catalog]: This master's current role is: FOLLOWER
20:21:25.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.234606 22764 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:21:25.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.243494 22729 sys_catalog.cc:455] T 00000000000000000000000000000000 P 54323f8dd3384a429322a96de50d71f4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "54323f8dd3384a429322a96de50d71f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } } }
20:21:25.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.243790 22729 sys_catalog.cc:458] T 00000000000000000000000000000000 P 54323f8dd3384a429322a96de50d71f4 [sys.catalog]: This master's current role is: LEADER
20:21:25.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:25.491683 22746 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:21:25.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:25.492069 22746 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:21:25.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:25.492210 22746 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:21:25.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:25.501561 22746 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:21:25.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:25.501762 22746 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:21:25.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:25.501824 22746 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:21:25.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:25.501893 22746 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:21:25.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:25.502009 22746 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.237.193
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.511744 22746 tablet_server_runner.cc:78] Tablet server non-default flags:
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.237.212:37941
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-0/data
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-0/wal
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.237.193:0
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-0/data/info.pb
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.237.193
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.237.193
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-0/logs
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:55:48 UTC on ccycloud.quasar-mahdxv.root.comops.site
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457677
20:21:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:21:25.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.513029 22746 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:21:25.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.514963 22746 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:21:25.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:25.528169 22772 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:21:25.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:25.528259 22769 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:21:25.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:25.528228 22770 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:21:25.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.529156 22746 server_base.cc:1034] running on GCE node
20:21:25.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.529780 22746 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:21:25.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.530704 22746 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:21:25.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.531903 22746 hybrid_clock.cc:648] HybridClock initialized: now 1781986885531851 us; error 44 us; skew 500 ppm
20:21:25.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.532181 22746 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:21:25.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.534384 22746 webserver.cc:460] Webserver started at http://127.21.237.193:36747/ using document root <none> and password file <none>
20:21:25.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.535012 22746 fs_manager.cc:359] Metadata directory not provided
20:21:25.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.535097 22746 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:21:25.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.535338 22746 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:21:25.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.537817 22746 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-0/data/instance:
20:21:25.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5fb6e0141554a17998cb924d99c4a2b"
20:21:25.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:21:25 on dist-test-slave-dcjv"
20:21:25.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.538630 22746 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-0/wal/instance:
20:21:25.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5fb6e0141554a17998cb924d99c4a2b"
20:21:25.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:21:25 on dist-test-slave-dcjv"
20:21:25.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.543588 22746 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.004s sys 0.000s
20:21:25.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.546957 22778 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:21:25.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.548220 22746 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
20:21:25.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.548437 22746 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-0/data,/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-0/wal
20:21:25.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5fb6e0141554a17998cb924d99c4a2b"
20:21:25.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:21:25 on dist-test-slave-dcjv"
20:21:25.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.548676 22746 fs_report.cc:383] FS layout report
20:21:25.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:21:25.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-0/wal
20:21:25.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-0/wal
20:21:25.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-0/data/data
20:21:25.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:21:25.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:21:25.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:21:25.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:21:25.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:21:25.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:21:25.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:21:25.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:21:25.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:21:25.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:21:25.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:21:25.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.566452 22746 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:21:25.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.567354 22746 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:21:25.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.567711 22746 kserver.cc:163] Server-wide thread pool size limit: 3276
20:21:25.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.570621 22746 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:21:25.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.570730 22746 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:21:25.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.570864 22746 ts_tablet_manager.cc:610] Registered 0 tablets
20:21:25.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.571033 22746 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.001s sys 0.000s
20:21:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.625916 22746 rpc_server.cc:307] RPC server started. Bound to: 127.21.237.193:36231
20:21:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.625938 22902 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.237.193:36231 every 8 connection(s)
20:21:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.627174 22746 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-0/data/info.pb
20:21:25.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.630604 22904 heartbeater.cc:347] Connected to a master server at 127.21.237.254:35353
20:21:25.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.630836 22904 heartbeater.cc:464] Registering TS with master...
20:21:25.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.631810 22904 heartbeater.cc:511] Master 127.21.237.254:35353 requested a full tablet report, sending...
20:21:25.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.634188 22496 ts_manager.cc:194] Registered new tserver with Master: e5fb6e0141554a17998cb924d99c4a2b (127.21.237.193:36231)
20:21:25.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.636656 22455 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskjNQzBI/build/asan/bin/kudu as pid 22746
20:21:25.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.636861 22455 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-0/wal/instance
20:21:25.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.637801 22903 heartbeater.cc:347] Connected to a master server at 127.21.237.252:33275
20:21:25.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.637943 22903 heartbeater.cc:464] Registering TS with master...
20:21:25.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.637948 22905 heartbeater.cc:347] Connected to a master server at 127.21.237.253:33735
20:21:25.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.638129 22905 heartbeater.cc:464] Registering TS with master...
20:21:25.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.638484 22903 heartbeater.cc:511] Master 127.21.237.252:33275 requested a full tablet report, sending...
20:21:25.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.638669 22905 heartbeater.cc:511] Master 127.21.237.253:33735 requested a full tablet report, sending...
20:21:25.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.640163 22658 ts_manager.cc:194] Registered new tserver with Master: e5fb6e0141554a17998cb924d99c4a2b (127.21.237.193:36231)
20:21:25.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.641433 22455 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskjNQzBI/build/asan/bin/kudu
20:21:25.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjNQzBI/build/asan/bin/kudu
20:21:25.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-1/wal
20:21:25.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-1/data
20:21:25.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:21:25.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:21:25.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:21:25.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:21:25.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:21:25.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:21:25.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-1/logs
20:21:25.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-1/data/info.pb
20:21:25.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:21:25.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:21:25.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:21:25.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:21:25.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:21:25.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:21:25.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:21:25.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:21:25.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:21:25.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:21:25.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.237.194:0
20:21:25.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.237.194
20:21:25.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.237.194
20:21:25.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:21:25.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275
20:21:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.237.212:37941
20:21:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:21:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:21:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:21:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:21:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:21:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:21:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.642195 22658 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.21.237.193:49809
20:21:25.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.643617 22578 ts_manager.cc:194] Registered new tserver with Master: e5fb6e0141554a17998cb924d99c4a2b (127.21.237.193:36231)
20:21:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.944190 22739 catalog_manager.cc:1259] Loaded cluster ID: abaaf597b9fb4bd9acb372fa81284ee0
20:21:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.944320 22739 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48: loading cluster ID for follower catalog manager: success
20:21:25.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.946883 22739 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48: acquiring CA information for follower catalog manager: success
20:21:25.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.948591 22739 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:21:25.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:25.976918 22908 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:21:25.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:25.977210 22908 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:21:25.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:25.977308 22908 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:21:25.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:25.984861 22908 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:21:25.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:25.984997 22908 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:21:25.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:25.985035 22908 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:21:25.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:25.985101 22908 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:21:25.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:25.985167 22908 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.237.194
20:21:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.994190 22908 tablet_server_runner.cc:78] Tablet server non-default flags:
20:21:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:21:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.237.212:37941
20:21:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:21:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:21:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-1/data
20:21:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-1/wal
20:21:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:21:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:21:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.237.194:0
20:21:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:21:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:21:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:21:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-1/data/info.pb
20:21:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.237.194
20:21:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:21:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:21:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:21:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:21:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275
20:21:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:21:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:21:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:21:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:21:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:21:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.237.194
20:21:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-1/logs
20:21:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:21:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:21:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:21:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:21:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:21:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:21:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:55:48 UTC on ccycloud.quasar-mahdxv.root.comops.site
20:21:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457677
20:21:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:21:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.995594 22908 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:21:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:25.997418 22908 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:21:26.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:26.011175 22914 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:21:26.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:26.011332 22913 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:21:26.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:26.011854 22916 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:21:26.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.012157 22908 server_base.cc:1034] running on GCE node
20:21:26.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.012837 22908 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:21:26.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.013911 22908 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:21:26.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.015139 22908 hybrid_clock.cc:648] HybridClock initialized: now 1781986886015058 us; error 72 us; skew 500 ppm
20:21:26.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.015566 22908 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:21:26.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.018548 22908 webserver.cc:460] Webserver started at http://127.21.237.194:40813/ using document root <none> and password file <none>
20:21:26.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.019301 22908 fs_manager.cc:359] Metadata directory not provided
20:21:26.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.019402 22908 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:21:26.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.019716 22908 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:21:26.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.022696 22908 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-1/data/instance:
20:21:26.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ceef586b44d34e388c1ee5c03a6729d4"
20:21:26.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:21:26 on dist-test-slave-dcjv"
20:21:26.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.023475 22908 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-1/wal/instance:
20:21:26.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ceef586b44d34e388c1ee5c03a6729d4"
20:21:26.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:21:26 on dist-test-slave-dcjv"
20:21:26.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.029017 22908 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.006s sys 0.000s
20:21:26.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.032444 22922 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:21:26.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.033826 22908 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s
20:21:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.033963 22908 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-1/data,/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-1/wal
20:21:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ceef586b44d34e388c1ee5c03a6729d4"
20:21:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:21:26 on dist-test-slave-dcjv"
20:21:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.034235 22908 fs_report.cc:383] FS layout report
20:21:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:21:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-1/wal
20:21:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-1/wal
20:21:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-1/data/data
20:21:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:21:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:21:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:21:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:21:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:21:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:21:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:21:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:21:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:21:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:21:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:21:26.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.058478 22908 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:21:26.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.059265 22908 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:21:26.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.059513 22908 kserver.cc:163] Server-wide thread pool size limit: 3276
20:21:26.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.062390 22908 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:21:26.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.062623 22908 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:21:26.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.062740 22908 ts_tablet_manager.cc:610] Registered 0 tablets
20:21:26.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.062783 22908 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:21:26.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.124161 22908 rpc_server.cc:307] RPC server started. Bound to: 127.21.237.194:37723
20:21:26.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.124163 23043 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.237.194:37723 every 8 connection(s)
20:21:26.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.125366 22908 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-1/data/info.pb
20:21:26.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.128413 23045 heartbeater.cc:347] Connected to a master server at 127.21.237.254:35353
20:21:26.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.128690 23045 heartbeater.cc:464] Registering TS with master...
20:21:26.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.129724 23045 heartbeater.cc:511] Master 127.21.237.254:35353 requested a full tablet report, sending...
20:21:26.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.130450 22455 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskjNQzBI/build/asan/bin/kudu as pid 22908
20:21:26.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.130599 22455 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-1/wal/instance
20:21:26.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.132988 22496 ts_manager.cc:194] Registered new tserver with Master: ceef586b44d34e388c1ee5c03a6729d4 (127.21.237.194:37723)
20:21:26.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.135448 22455 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskjNQzBI/build/asan/bin/kudu
20:21:26.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjNQzBI/build/asan/bin/kudu
20:21:26.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-2/wal
20:21:26.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-2/data
20:21:26.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:21:26.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:21:26.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:21:26.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:21:26.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:21:26.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:21:26.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-2/logs
20:21:26.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-2/data/info.pb
20:21:26.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:21:26.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:21:26.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:21:26.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:21:26.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:21:26.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:21:26.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:21:26.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:21:26.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:21:26.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:21:26.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.237.195:0
20:21:26.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.237.195
20:21:26.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.237.195
20:21:26.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:21:26.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275
20:21:26.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.237.212:37941
20:21:26.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:21:26.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:21:26.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:21:26.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:21:26.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:21:26.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:21:26.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.135967 23044 heartbeater.cc:347] Connected to a master server at 127.21.237.252:33275
20:21:26.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.136126 23044 heartbeater.cc:464] Registering TS with master...
20:21:26.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.136534 23044 heartbeater.cc:511] Master 127.21.237.252:33275 requested a full tablet report, sending...
20:21:26.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.137015 23046 heartbeater.cc:347] Connected to a master server at 127.21.237.253:33735
20:21:26.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.137245 23046 heartbeater.cc:464] Registering TS with master...
20:21:26.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.137511 22658 ts_manager.cc:194] Registered new tserver with Master: ceef586b44d34e388c1ee5c03a6729d4 (127.21.237.194:37723)
20:21:26.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.137795 23046 heartbeater.cc:511] Master 127.21.237.253:33735 requested a full tablet report, sending...
20:21:26.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.138753 22658 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.21.237.194:37273
20:21:26.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.138761 22578 ts_manager.cc:194] Registered new tserver with Master: ceef586b44d34e388c1ee5c03a6729d4 (127.21.237.194:37723)
20:21:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.239389 22764 catalog_manager.cc:1259] Loaded cluster ID: abaaf597b9fb4bd9acb372fa81284ee0
20:21:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.239509 22764 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8: loading cluster ID for follower catalog manager: success
20:21:26.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.243234 22764 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8: acquiring CA information for follower catalog manager: success
20:21:26.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.245654 22764 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:21:26.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:26.471431 23049 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:21:26.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:26.471755 23049 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:21:26.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:26.471902 23049 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:21:26.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:26.480041 23049 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:21:26.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:26.480227 23049 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:21:26.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:26.480284 23049 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:21:26.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:26.480352 23049 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:21:26.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:26.480470 23049 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.237.195
20:21:26.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.490510 23049 tablet_server_runner.cc:78] Tablet server non-default flags:
20:21:26.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:21:26.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.237.212:37941
20:21:26.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:21:26.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:21:26.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-2/data
20:21:26.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-2/wal
20:21:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:21:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:21:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.237.195:0
20:21:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:21:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:21:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:21:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-2/data/info.pb
20:21:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.237.195
20:21:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:21:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:21:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:21:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:21:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275
20:21:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:21:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:21:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:21:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:21:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:21:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.237.195
20:21:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-2/logs
20:21:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:21:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:21:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:21:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:21:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:21:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:21:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 18:55:48 UTC on ccycloud.quasar-mahdxv.root.comops.site
20:21:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457677
20:21:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:21:26.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.492189 23049 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:21:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.493979 23049 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:21:26.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:26.509333 23056 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:21:26.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:26.509331 23058 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:21:26.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:26.510710 23055 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:21:26.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.510712 23049 server_base.cc:1034] running on GCE node
20:21:26.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.511591 23049 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:21:26.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.512878 23049 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:21:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.514178 23049 hybrid_clock.cc:648] HybridClock initialized: now 1781986886514095 us; error 79 us; skew 500 ppm
20:21:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.514606 23049 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:21:26.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.517506 23049 webserver.cc:460] Webserver started at http://127.21.237.195:39335/ using document root <none> and password file <none>
20:21:26.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.518429 23049 fs_manager.cc:359] Metadata directory not provided
20:21:26.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.518563 23049 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:21:26.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.518950 23049 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:21:26.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.522884 23049 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-2/data/instance:
20:21:26.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "07f882f134a44c47812e934430d52412"
20:21:26.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:21:26 on dist-test-slave-dcjv"
20:21:26.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.524044 23049 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-2/wal/instance:
20:21:26.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "07f882f134a44c47812e934430d52412"
20:21:26.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:21:26 on dist-test-slave-dcjv"
20:21:26.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.530977 23049 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.000s
20:21:26.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.535811 23064 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:21:26.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.537352 23049 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
20:21:26.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.537627 23049 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-2/data,/tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-2/wal
20:21:26.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "07f882f134a44c47812e934430d52412"
20:21:26.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 20:21:26 on dist-test-slave-dcjv"
20:21:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.537890 23049 fs_report.cc:383] FS layout report
20:21:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:21:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-2/wal
20:21:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-2/wal
20:21:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-2/data/data
20:21:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:21:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:21:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:21:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:21:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:21:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:21:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:21:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:21:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:21:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:21:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:21:26.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.559466 23049 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:21:26.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.560395 23049 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:21:26.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.560756 23049 kserver.cc:163] Server-wide thread pool size limit: 3276
20:21:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.564469 23049 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:21:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.564729 23049 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
20:21:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.565042 23049 ts_tablet_manager.cc:610] Registered 0 tablets
20:21:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.565224 23049 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:21:26.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.640270 23049 rpc_server.cc:307] RPC server started. Bound to: 127.21.237.195:34799
20:21:26.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.640302 23185 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.237.195:34799 every 8 connection(s)
20:21:26.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.641459 23049 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-2/data/info.pb
20:21:26.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.644047 23187 heartbeater.cc:347] Connected to a master server at 127.21.237.254:35353
20:21:26.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.644481 23187 heartbeater.cc:464] Registering TS with master...
20:21:26.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.644999 22455 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskjNQzBI/build/asan/bin/kudu as pid 23049
20:21:26.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.645179 22455 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskjNQzBI/test-tmp/mini-kudu-cluster5437766239954739912/ts-2/wal/instance
20:21:26.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.645357 22903 heartbeater.cc:503] Master 127.21.237.252:33275 was elected leader, sending a full tablet report...
20:21:26.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.651296 23187 heartbeater.cc:511] Master 127.21.237.254:35353 requested a full tablet report, sending...
20:21:26.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.653257 22496 ts_manager.cc:194] Registered new tserver with Master: 07f882f134a44c47812e934430d52412 (127.21.237.195:34799)
20:21:26.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.655105 23186 heartbeater.cc:347] Connected to a master server at 127.21.237.252:33275
20:21:26.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.655268 23186 heartbeater.cc:464] Registering TS with master...
20:21:26.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.655689 23186 heartbeater.cc:511] Master 127.21.237.252:33275 requested a full tablet report, sending...
20:21:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.656931 22658 ts_manager.cc:194] Registered new tserver with Master: 07f882f134a44c47812e934430d52412 (127.21.237.195:34799)
20:21:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.657847 22658 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.21.237.195:42541
20:21:26.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.660562 23188 heartbeater.cc:347] Connected to a master server at 127.21.237.253:33735
20:21:26.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.660665 23188 heartbeater.cc:464] Registering TS with master...
20:21:26.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.660956 23188 heartbeater.cc:511] Master 127.21.237.253:33735 requested a full tablet report, sending...
20:21:26.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.661800 22578 ts_manager.cc:194] Registered new tserver with Master: 07f882f134a44c47812e934430d52412 (127.21.237.195:34799)
20:21:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.669932 22455 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
20:21:26.671 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:21:26.671 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
20:21:26.672 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.21.237.254"
port: 35353
}
bound_http_address {
host: "127.21.237.254"
port: 37629
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.21.237.253"
port: 33735
}
bound_http_address {
host: "127.21.237.253"
port: 34519
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.21.237.252"
port: 33275
}
bound_http_address {
host: "127.21.237.252"
port: 44093
}
}
}
20:21:26.673 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:21:26.673 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.21.237.193"
port: 36231
}
bound_http_address {
host: "127.21.237.193"
port: 36747
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.21.237.194"
port: 37723
}
bound_http_address {
host: "127.21.237.194"
port: 40813
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.21.237.195"
port: 34799
}
bound_http_address {
host: "127.21.237.195"
port: 39335
}
}
}
20:21:26.673 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:21:26.675 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
20:21:26.677 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.21.237.253:33735(127.21.237.253:33735)] connecting to peer
20:21:26.678 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:26.679 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:26.679 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.21.237.253:33735(127.21.237.253:33735)] Successfully connected to peer
20:21:26.680 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.21.237.254:35353(127.21.237.254:35353)] Successfully connected to peer
20:21:26.680 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.21.237.252:33275(127.21.237.252:33275)] Successfully connected to peer
20:21:26.682 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.237.252
20:21:26.682 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.237.254
20:21:26.688 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.237.253
20:21:26.697 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x9657057e, L:/127.0.0.1:34376 - R:/127.21.237.254:35353] using SASL/PLAIN
20:21:26.704 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x14395e3e, L:/127.0.0.1:50444 - R:/127.21.237.252:33275] using SASL/PLAIN
20:21:26.706 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7f53f124, L:/127.0.0.1:37120 - R:/127.21.237.253:33735] using SASL/PLAIN
20:21:26.707 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:21:26.707 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=31), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: OK, [30ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: OK, deferred=null) after lookup
20:21:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.709236 22658 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:50444:
20:21:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
20:21:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:21:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:21:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
20:21:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:21:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:21:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:21:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:21:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:21:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:21:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:21:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:21:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
20:21:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:21:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:21:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:21:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:21:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:21:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:21:26.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:26.711097 22658 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:21:26.734 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 8bd2afb989b2438eb81a93d89afca7cd
20:21:26.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.754505 22978 tablet_service.cc:1467] Processing CreateTablet for tablet 783678419f704c8397b34213028efa19 (DEFAULT_TABLE table=txn_manager_fallback [id=8bd2afb989b2438eb81a93d89afca7cd]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:21:26.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.755594 22978 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 783678419f704c8397b34213028efa19. 1 dirs total, 0 dirs full, 0 dirs failed
20:21:26.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.753424 22979 tablet_service.cc:1467] Processing CreateTablet for tablet 0aaa9a720fd748f88290a24a43972cb7 (DEFAULT_TABLE table=txn_manager_fallback [id=8bd2afb989b2438eb81a93d89afca7cd]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:21:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.758082 22979 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 0aaa9a720fd748f88290a24a43972cb7. 1 dirs total, 0 dirs full, 0 dirs failed
20:21:26.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.763836 23116 tablet_service.cc:1467] Processing CreateTablet for tablet 783678419f704c8397b34213028efa19 (DEFAULT_TABLE table=txn_manager_fallback [id=8bd2afb989b2438eb81a93d89afca7cd]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:21:26.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.765285 23116 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 783678419f704c8397b34213028efa19. 1 dirs total, 0 dirs full, 0 dirs failed
20:21:26.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.769070 22838 tablet_service.cc:1467] Processing CreateTablet for tablet 0aaa9a720fd748f88290a24a43972cb7 (DEFAULT_TABLE table=txn_manager_fallback [id=8bd2afb989b2438eb81a93d89afca7cd]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:21:26.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.770088 23118 tablet_service.cc:1467] Processing CreateTablet for tablet 0aaa9a720fd748f88290a24a43972cb7 (DEFAULT_TABLE table=txn_manager_fallback [id=8bd2afb989b2438eb81a93d89afca7cd]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:21:26.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.770614 23118 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 0aaa9a720fd748f88290a24a43972cb7. 1 dirs total, 0 dirs full, 0 dirs failed
20:21:26.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.770625 22838 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 0aaa9a720fd748f88290a24a43972cb7. 1 dirs total, 0 dirs full, 0 dirs failed
20:21:26.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.770722 23212 tablet_bootstrap.cc:492] T 783678419f704c8397b34213028efa19 P ceef586b44d34e388c1ee5c03a6729d4: Bootstrap starting.
20:21:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.774346 23212 tablet_bootstrap.cc:654] T 783678419f704c8397b34213028efa19 P ceef586b44d34e388c1ee5c03a6729d4: Neither blocks nor log segments found. Creating new log.
20:21:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.775693 23212 log.cc:824] T 783678419f704c8397b34213028efa19 P ceef586b44d34e388c1ee5c03a6729d4: Log is configured to *not* fsync() on all Append() calls
20:21:26.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.781596 23214 tablet_bootstrap.cc:492] T 783678419f704c8397b34213028efa19 P 07f882f134a44c47812e934430d52412: Bootstrap starting.
20:21:26.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.782924 22837 tablet_service.cc:1467] Processing CreateTablet for tablet 783678419f704c8397b34213028efa19 (DEFAULT_TABLE table=txn_manager_fallback [id=8bd2afb989b2438eb81a93d89afca7cd]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:21:26.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.783401 22837 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 783678419f704c8397b34213028efa19. 1 dirs total, 0 dirs full, 0 dirs failed
20:21:26.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.783977 23212 tablet_bootstrap.cc:492] T 783678419f704c8397b34213028efa19 P ceef586b44d34e388c1ee5c03a6729d4: No bootstrap required, opened a new log
20:21:26.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.784252 23212 ts_tablet_manager.cc:1397] T 783678419f704c8397b34213028efa19 P ceef586b44d34e388c1ee5c03a6729d4: Time spent bootstrapping tablet: real 0.014s user 0.002s sys 0.005s
20:21:26.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.785193 23214 tablet_bootstrap.cc:654] T 783678419f704c8397b34213028efa19 P 07f882f134a44c47812e934430d52412: Neither blocks nor log segments found. Creating new log.
20:21:26.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.786212 23214 log.cc:824] T 783678419f704c8397b34213028efa19 P 07f882f134a44c47812e934430d52412: Log is configured to *not* fsync() on all Append() calls
20:21:26.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.793637 23216 tablet_bootstrap.cc:492] T 783678419f704c8397b34213028efa19 P e5fb6e0141554a17998cb924d99c4a2b: Bootstrap starting.
20:21:26.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.796132 23214 tablet_bootstrap.cc:492] T 783678419f704c8397b34213028efa19 P 07f882f134a44c47812e934430d52412: No bootstrap required, opened a new log
20:21:26.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.795881 23212 raft_consensus.cc:348] T 783678419f704c8397b34213028efa19 P ceef586b44d34e388c1ee5c03a6729d4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } } peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } }
20:21:26.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.796523 23214 ts_tablet_manager.cc:1397] T 783678419f704c8397b34213028efa19 P 07f882f134a44c47812e934430d52412: Time spent bootstrapping tablet: real 0.015s user 0.009s sys 0.005s
20:21:26.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.796554 23212 raft_consensus.cc:374] T 783678419f704c8397b34213028efa19 P ceef586b44d34e388c1ee5c03a6729d4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:21:26.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.796661 23212 raft_consensus.cc:729] T 783678419f704c8397b34213028efa19 P ceef586b44d34e388c1ee5c03a6729d4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ceef586b44d34e388c1ee5c03a6729d4, State: Initialized, Role: FOLLOWER
20:21:26.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.797484 23212 consensus_queue.cc:260] T 783678419f704c8397b34213028efa19 P ceef586b44d34e388c1ee5c03a6729d4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } } peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } }
20:21:26.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.798919 23216 tablet_bootstrap.cc:654] T 783678419f704c8397b34213028efa19 P e5fb6e0141554a17998cb924d99c4a2b: Neither blocks nor log segments found. Creating new log.
20:21:26.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.801699 23216 log.cc:824] T 783678419f704c8397b34213028efa19 P e5fb6e0141554a17998cb924d99c4a2b: Log is configured to *not* fsync() on all Append() calls
20:21:26.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.806854 23212 ts_tablet_manager.cc:1428] T 783678419f704c8397b34213028efa19 P ceef586b44d34e388c1ee5c03a6729d4: Time spent starting tablet: real 0.022s user 0.015s sys 0.007s
20:21:26.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.807555 23044 heartbeater.cc:503] Master 127.21.237.252:33275 was elected leader, sending a full tablet report...
20:21:26.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.808655 23214 raft_consensus.cc:348] T 783678419f704c8397b34213028efa19 P 07f882f134a44c47812e934430d52412 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } } peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } }
20:21:26.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.809094 23214 raft_consensus.cc:374] T 783678419f704c8397b34213028efa19 P 07f882f134a44c47812e934430d52412 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:21:26.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.809170 23214 raft_consensus.cc:729] T 783678419f704c8397b34213028efa19 P 07f882f134a44c47812e934430d52412 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 07f882f134a44c47812e934430d52412, State: Initialized, Role: FOLLOWER
20:21:26.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.809959 23214 consensus_queue.cc:260] T 783678419f704c8397b34213028efa19 P 07f882f134a44c47812e934430d52412 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } } peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } }
20:21:26.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.811342 23212 tablet_bootstrap.cc:492] T 0aaa9a720fd748f88290a24a43972cb7 P ceef586b44d34e388c1ee5c03a6729d4: Bootstrap starting.
20:21:26.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.814303 23212 tablet_bootstrap.cc:654] T 0aaa9a720fd748f88290a24a43972cb7 P ceef586b44d34e388c1ee5c03a6729d4: Neither blocks nor log segments found. Creating new log.
20:21:26.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.817394 23212 tablet_bootstrap.cc:492] T 0aaa9a720fd748f88290a24a43972cb7 P ceef586b44d34e388c1ee5c03a6729d4: No bootstrap required, opened a new log
20:21:26.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.817665 23212 ts_tablet_manager.cc:1397] T 0aaa9a720fd748f88290a24a43972cb7 P ceef586b44d34e388c1ee5c03a6729d4: Time spent bootstrapping tablet: real 0.006s user 0.004s sys 0.000s
20:21:26.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.818569 23212 raft_consensus.cc:348] T 0aaa9a720fd748f88290a24a43972cb7 P ceef586b44d34e388c1ee5c03a6729d4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } } peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } }
20:21:26.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.818766 23216 tablet_bootstrap.cc:492] T 783678419f704c8397b34213028efa19 P e5fb6e0141554a17998cb924d99c4a2b: No bootstrap required, opened a new log
20:21:26.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.818957 23212 raft_consensus.cc:374] T 0aaa9a720fd748f88290a24a43972cb7 P ceef586b44d34e388c1ee5c03a6729d4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:21:26.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.819074 23216 ts_tablet_manager.cc:1397] T 783678419f704c8397b34213028efa19 P e5fb6e0141554a17998cb924d99c4a2b: Time spent bootstrapping tablet: real 0.026s user 0.011s sys 0.010s
20:21:26.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.819173 23212 raft_consensus.cc:729] T 0aaa9a720fd748f88290a24a43972cb7 P ceef586b44d34e388c1ee5c03a6729d4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ceef586b44d34e388c1ee5c03a6729d4, State: Initialized, Role: FOLLOWER
20:21:26.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.819519 23212 consensus_queue.cc:260] T 0aaa9a720fd748f88290a24a43972cb7 P ceef586b44d34e388c1ee5c03a6729d4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } } peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } }
20:21:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.820182 23212 ts_tablet_manager.cc:1428] T 0aaa9a720fd748f88290a24a43972cb7 P ceef586b44d34e388c1ee5c03a6729d4: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
20:21:26.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.821612 23186 heartbeater.cc:503] Master 127.21.237.252:33275 was elected leader, sending a full tablet report...
20:21:26.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.822322 23214 ts_tablet_manager.cc:1428] T 783678419f704c8397b34213028efa19 P 07f882f134a44c47812e934430d52412: Time spent starting tablet: real 0.026s user 0.012s sys 0.003s
20:21:26.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.822896 23214 tablet_bootstrap.cc:492] T 0aaa9a720fd748f88290a24a43972cb7 P 07f882f134a44c47812e934430d52412: Bootstrap starting.
20:21:26.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.824851 23214 tablet_bootstrap.cc:654] T 0aaa9a720fd748f88290a24a43972cb7 P 07f882f134a44c47812e934430d52412: Neither blocks nor log segments found. Creating new log.
20:21:26.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.830814 23216 raft_consensus.cc:348] T 783678419f704c8397b34213028efa19 P e5fb6e0141554a17998cb924d99c4a2b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } } peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } }
20:21:26.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.831983 23216 raft_consensus.cc:374] T 783678419f704c8397b34213028efa19 P e5fb6e0141554a17998cb924d99c4a2b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:21:26.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.832104 23216 raft_consensus.cc:729] T 783678419f704c8397b34213028efa19 P e5fb6e0141554a17998cb924d99c4a2b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e5fb6e0141554a17998cb924d99c4a2b, State: Initialized, Role: FOLLOWER
20:21:26.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.832652 23214 tablet_bootstrap.cc:492] T 0aaa9a720fd748f88290a24a43972cb7 P 07f882f134a44c47812e934430d52412: No bootstrap required, opened a new log
20:21:26.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.832831 23214 ts_tablet_manager.cc:1397] T 0aaa9a720fd748f88290a24a43972cb7 P 07f882f134a44c47812e934430d52412: Time spent bootstrapping tablet: real 0.010s user 0.005s sys 0.004s
20:21:26.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.832820 23216 consensus_queue.cc:260] T 783678419f704c8397b34213028efa19 P e5fb6e0141554a17998cb924d99c4a2b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } } peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } }
20:21:26.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.833694 23214 raft_consensus.cc:348] T 0aaa9a720fd748f88290a24a43972cb7 P 07f882f134a44c47812e934430d52412 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } } peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } }
20:21:26.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.834079 23214 raft_consensus.cc:374] T 0aaa9a720fd748f88290a24a43972cb7 P 07f882f134a44c47812e934430d52412 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:21:26.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.834296 23214 raft_consensus.cc:729] T 0aaa9a720fd748f88290a24a43972cb7 P 07f882f134a44c47812e934430d52412 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 07f882f134a44c47812e934430d52412, State: Initialized, Role: FOLLOWER
20:21:26.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.834529 23216 ts_tablet_manager.cc:1428] T 783678419f704c8397b34213028efa19 P e5fb6e0141554a17998cb924d99c4a2b: Time spent starting tablet: real 0.015s user 0.010s sys 0.003s
20:21:26.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.834653 23214 consensus_queue.cc:260] T 0aaa9a720fd748f88290a24a43972cb7 P 07f882f134a44c47812e934430d52412 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } } peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } }
20:21:26.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.835044 23216 tablet_bootstrap.cc:492] T 0aaa9a720fd748f88290a24a43972cb7 P e5fb6e0141554a17998cb924d99c4a2b: Bootstrap starting.
20:21:26.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.835795 23214 ts_tablet_manager.cc:1428] T 0aaa9a720fd748f88290a24a43972cb7 P 07f882f134a44c47812e934430d52412: Time spent starting tablet: real 0.003s user 0.000s sys 0.002s
20:21:26.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.836815 23216 tablet_bootstrap.cc:654] T 0aaa9a720fd748f88290a24a43972cb7 P e5fb6e0141554a17998cb924d99c4a2b: Neither blocks nor log segments found. Creating new log.
20:21:26.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.839435 23216 tablet_bootstrap.cc:492] T 0aaa9a720fd748f88290a24a43972cb7 P e5fb6e0141554a17998cb924d99c4a2b: No bootstrap required, opened a new log
20:21:26.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.839689 23216 ts_tablet_manager.cc:1397] T 0aaa9a720fd748f88290a24a43972cb7 P e5fb6e0141554a17998cb924d99c4a2b: Time spent bootstrapping tablet: real 0.005s user 0.003s sys 0.001s
20:21:26.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.840539 23216 raft_consensus.cc:348] T 0aaa9a720fd748f88290a24a43972cb7 P e5fb6e0141554a17998cb924d99c4a2b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } } peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } }
20:21:26.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.840883 23216 raft_consensus.cc:374] T 0aaa9a720fd748f88290a24a43972cb7 P e5fb6e0141554a17998cb924d99c4a2b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:21:26.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.841777 23216 raft_consensus.cc:729] T 0aaa9a720fd748f88290a24a43972cb7 P e5fb6e0141554a17998cb924d99c4a2b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e5fb6e0141554a17998cb924d99c4a2b, State: Initialized, Role: FOLLOWER
20:21:26.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.842095 23216 consensus_queue.cc:260] T 0aaa9a720fd748f88290a24a43972cb7 P e5fb6e0141554a17998cb924d99c4a2b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } } peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } }
20:21:26.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.843132 23216 ts_tablet_manager.cc:1428] T 0aaa9a720fd748f88290a24a43972cb7 P e5fb6e0141554a17998cb924d99c4a2b: Time spent starting tablet: real 0.003s user 0.001s sys 0.001s
20:21:26.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.853967 23222 raft_consensus.cc:482] T 783678419f704c8397b34213028efa19 P e5fb6e0141554a17998cb924d99c4a2b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:21:26.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.854336 23222 raft_consensus.cc:504] T 783678419f704c8397b34213028efa19 P e5fb6e0141554a17998cb924d99c4a2b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } } peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } }
20:21:26.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.856117 23222 leader_election.cc:288] T 783678419f704c8397b34213028efa19 P e5fb6e0141554a17998cb924d99c4a2b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ceef586b44d34e388c1ee5c03a6729d4 (127.21.237.194:37723), 07f882f134a44c47812e934430d52412 (127.21.237.195:34799)
20:21:26.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.864341 23141 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "783678419f704c8397b34213028efa19" candidate_uuid: "e5fb6e0141554a17998cb924d99c4a2b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "07f882f134a44c47812e934430d52412" is_pre_election: true
20:21:26.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.864403 22999 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "783678419f704c8397b34213028efa19" candidate_uuid: "e5fb6e0141554a17998cb924d99c4a2b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ceef586b44d34e388c1ee5c03a6729d4" is_pre_election: true
20:21:26.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.864964 23141 raft_consensus.cc:2454] T 783678419f704c8397b34213028efa19 P 07f882f134a44c47812e934430d52412 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e5fb6e0141554a17998cb924d99c4a2b in term 0.
20:21:26.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.864964 22999 raft_consensus.cc:2454] T 783678419f704c8397b34213028efa19 P ceef586b44d34e388c1ee5c03a6729d4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e5fb6e0141554a17998cb924d99c4a2b in term 0.
20:21:26.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.865607 22781 leader_election.cc:302] T 783678419f704c8397b34213028efa19 P e5fb6e0141554a17998cb924d99c4a2b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 07f882f134a44c47812e934430d52412, e5fb6e0141554a17998cb924d99c4a2b; no voters:
20:21:26.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.865967 23222 raft_consensus.cc:2781] T 783678419f704c8397b34213028efa19 P e5fb6e0141554a17998cb924d99c4a2b [term 0 FOLLOWER]: Leader pre-election won for term 1
20:21:26.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.866158 23222 raft_consensus.cc:482] T 783678419f704c8397b34213028efa19 P e5fb6e0141554a17998cb924d99c4a2b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:21:26.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.866267 23222 raft_consensus.cc:3037] T 783678419f704c8397b34213028efa19 P e5fb6e0141554a17998cb924d99c4a2b [term 0 FOLLOWER]: Advancing to term 1
20:21:26.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.868268 23222 raft_consensus.cc:504] T 783678419f704c8397b34213028efa19 P e5fb6e0141554a17998cb924d99c4a2b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } } peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } }
20:21:26.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.868887 23222 leader_election.cc:288] T 783678419f704c8397b34213028efa19 P e5fb6e0141554a17998cb924d99c4a2b [CANDIDATE]: Term 1 election: Requested vote from peers ceef586b44d34e388c1ee5c03a6729d4 (127.21.237.194:37723), 07f882f134a44c47812e934430d52412 (127.21.237.195:34799)
20:21:26.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.869283 22999 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "783678419f704c8397b34213028efa19" candidate_uuid: "e5fb6e0141554a17998cb924d99c4a2b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ceef586b44d34e388c1ee5c03a6729d4"
20:21:26.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.869374 23141 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "783678419f704c8397b34213028efa19" candidate_uuid: "e5fb6e0141554a17998cb924d99c4a2b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "07f882f134a44c47812e934430d52412"
20:21:26.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.869500 22999 raft_consensus.cc:3037] T 783678419f704c8397b34213028efa19 P ceef586b44d34e388c1ee5c03a6729d4 [term 0 FOLLOWER]: Advancing to term 1
20:21:26.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.869554 23141 raft_consensus.cc:3037] T 783678419f704c8397b34213028efa19 P 07f882f134a44c47812e934430d52412 [term 0 FOLLOWER]: Advancing to term 1
20:21:26.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.872613 22999 raft_consensus.cc:2454] T 783678419f704c8397b34213028efa19 P ceef586b44d34e388c1ee5c03a6729d4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e5fb6e0141554a17998cb924d99c4a2b in term 1.
20:21:26.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.872613 23141 raft_consensus.cc:2454] T 783678419f704c8397b34213028efa19 P 07f882f134a44c47812e934430d52412 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e5fb6e0141554a17998cb924d99c4a2b in term 1.
20:21:26.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.873040 22781 leader_election.cc:302] T 783678419f704c8397b34213028efa19 P e5fb6e0141554a17998cb924d99c4a2b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 07f882f134a44c47812e934430d52412, e5fb6e0141554a17998cb924d99c4a2b; no voters:
20:21:26.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.873334 23222 raft_consensus.cc:2781] T 783678419f704c8397b34213028efa19 P e5fb6e0141554a17998cb924d99c4a2b [term 1 FOLLOWER]: Leader election won for term 1
20:21:26.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.873771 23222 raft_consensus.cc:686] T 783678419f704c8397b34213028efa19 P e5fb6e0141554a17998cb924d99c4a2b [term 1 LEADER]: Becoming Leader. State: Replica: e5fb6e0141554a17998cb924d99c4a2b, State: Running, Role: LEADER
20:21:26.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.874334 23222 consensus_queue.cc:237] T 783678419f704c8397b34213028efa19 P e5fb6e0141554a17998cb924d99c4a2b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } } peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } }
20:21:26.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:26.878547 23047 tablet.cc:2369] T 0aaa9a720fd748f88290a24a43972cb7 P ceef586b44d34e388c1ee5c03a6729d4: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:21:26.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:26.880081 22906 tablet.cc:2369] T 0aaa9a720fd748f88290a24a43972cb7 P e5fb6e0141554a17998cb924d99c4a2b: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:21:26.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.880776 22659 catalog_manager.cc:5495] T 783678419f704c8397b34213028efa19 P e5fb6e0141554a17998cb924d99c4a2b reported cstate change: term changed from 0 to 1, leader changed from <none> to e5fb6e0141554a17998cb924d99c4a2b (127.21.237.193). New cstate: current_term: 1 leader_uuid: "e5fb6e0141554a17998cb924d99c4a2b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } health_report { overall_health: UNKNOWN } } }
20:21:26.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:26.905735 23189 tablet.cc:2369] T 0aaa9a720fd748f88290a24a43972cb7 P 07f882f134a44c47812e934430d52412: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:21:26.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.985857 23217 raft_consensus.cc:482] T 0aaa9a720fd748f88290a24a43972cb7 P ceef586b44d34e388c1ee5c03a6729d4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:21:26.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.986128 23217 raft_consensus.cc:504] T 0aaa9a720fd748f88290a24a43972cb7 P ceef586b44d34e388c1ee5c03a6729d4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } } peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } }
20:21:26.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.987900 23217 leader_election.cc:288] T 0aaa9a720fd748f88290a24a43972cb7 P ceef586b44d34e388c1ee5c03a6729d4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 07f882f134a44c47812e934430d52412 (127.21.237.195:34799), e5fb6e0141554a17998cb924d99c4a2b (127.21.237.193:36231)
20:21:26.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.995077 23141 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0aaa9a720fd748f88290a24a43972cb7" candidate_uuid: "ceef586b44d34e388c1ee5c03a6729d4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "07f882f134a44c47812e934430d52412" is_pre_election: true
20:21:26.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.995363 23141 raft_consensus.cc:2454] T 0aaa9a720fd748f88290a24a43972cb7 P 07f882f134a44c47812e934430d52412 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ceef586b44d34e388c1ee5c03a6729d4 in term 0.
20:21:26.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.995334 22858 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0aaa9a720fd748f88290a24a43972cb7" candidate_uuid: "ceef586b44d34e388c1ee5c03a6729d4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e5fb6e0141554a17998cb924d99c4a2b" is_pre_election: true
20:21:26.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.995790 22858 raft_consensus.cc:2454] T 0aaa9a720fd748f88290a24a43972cb7 P e5fb6e0141554a17998cb924d99c4a2b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ceef586b44d34e388c1ee5c03a6729d4 in term 0.
20:21:26.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.995891 22925 leader_election.cc:302] T 0aaa9a720fd748f88290a24a43972cb7 P ceef586b44d34e388c1ee5c03a6729d4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 07f882f134a44c47812e934430d52412, ceef586b44d34e388c1ee5c03a6729d4; no voters:
20:21:26.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.996388 23217 raft_consensus.cc:2781] T 0aaa9a720fd748f88290a24a43972cb7 P ceef586b44d34e388c1ee5c03a6729d4 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:21:26.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.996522 23217 raft_consensus.cc:482] T 0aaa9a720fd748f88290a24a43972cb7 P ceef586b44d34e388c1ee5c03a6729d4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:21:26.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.996623 23217 raft_consensus.cc:3037] T 0aaa9a720fd748f88290a24a43972cb7 P ceef586b44d34e388c1ee5c03a6729d4 [term 0 FOLLOWER]: Advancing to term 1
20:21:26.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.998641 23217 raft_consensus.cc:504] T 0aaa9a720fd748f88290a24a43972cb7 P ceef586b44d34e388c1ee5c03a6729d4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } } peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } }
20:21:26.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.999214 23217 leader_election.cc:288] T 0aaa9a720fd748f88290a24a43972cb7 P ceef586b44d34e388c1ee5c03a6729d4 [CANDIDATE]: Term 1 election: Requested vote from peers 07f882f134a44c47812e934430d52412 (127.21.237.195:34799), e5fb6e0141554a17998cb924d99c4a2b (127.21.237.193:36231)
20:21:26.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.999652 23141 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0aaa9a720fd748f88290a24a43972cb7" candidate_uuid: "ceef586b44d34e388c1ee5c03a6729d4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "07f882f134a44c47812e934430d52412"
20:21:26.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.999827 23141 raft_consensus.cc:3037] T 0aaa9a720fd748f88290a24a43972cb7 P 07f882f134a44c47812e934430d52412 [term 0 FOLLOWER]: Advancing to term 1
20:21:26.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.999747 22858 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0aaa9a720fd748f88290a24a43972cb7" candidate_uuid: "ceef586b44d34e388c1ee5c03a6729d4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e5fb6e0141554a17998cb924d99c4a2b"
20:21:27.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:26.999972 22858 raft_consensus.cc:3037] T 0aaa9a720fd748f88290a24a43972cb7 P e5fb6e0141554a17998cb924d99c4a2b [term 0 FOLLOWER]: Advancing to term 1
20:21:27.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.001621 23141 raft_consensus.cc:2454] T 0aaa9a720fd748f88290a24a43972cb7 P 07f882f134a44c47812e934430d52412 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ceef586b44d34e388c1ee5c03a6729d4 in term 1.
20:21:27.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.001988 22925 leader_election.cc:302] T 0aaa9a720fd748f88290a24a43972cb7 P ceef586b44d34e388c1ee5c03a6729d4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 07f882f134a44c47812e934430d52412, ceef586b44d34e388c1ee5c03a6729d4; no voters:
20:21:27.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.002013 22858 raft_consensus.cc:2454] T 0aaa9a720fd748f88290a24a43972cb7 P e5fb6e0141554a17998cb924d99c4a2b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ceef586b44d34e388c1ee5c03a6729d4 in term 1.
20:21:27.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.002344 23217 raft_consensus.cc:2781] T 0aaa9a720fd748f88290a24a43972cb7 P ceef586b44d34e388c1ee5c03a6729d4 [term 1 FOLLOWER]: Leader election won for term 1
20:21:27.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.002830 23217 raft_consensus.cc:686] T 0aaa9a720fd748f88290a24a43972cb7 P ceef586b44d34e388c1ee5c03a6729d4 [term 1 LEADER]: Becoming Leader. State: Replica: ceef586b44d34e388c1ee5c03a6729d4, State: Running, Role: LEADER
20:21:27.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.003346 23217 consensus_queue.cc:237] T 0aaa9a720fd748f88290a24a43972cb7 P ceef586b44d34e388c1ee5c03a6729d4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } } peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } }
20:21:27.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.008598 22659 catalog_manager.cc:5495] T 0aaa9a720fd748f88290a24a43972cb7 P ceef586b44d34e388c1ee5c03a6729d4 reported cstate change: term changed from 0 to 1, leader changed from <none> to ceef586b44d34e388c1ee5c03a6729d4 (127.21.237.194). New cstate: current_term: 1 leader_uuid: "ceef586b44d34e388c1ee5c03a6729d4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } health_report { overall_health: UNKNOWN } } }
20:21:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.044000 22659 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:50450:
20:21:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:21:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:21:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:21:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:21:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
20:21:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:21:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:21:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:21:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:21:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:21:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:21:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:21:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:21:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
20:21:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
20:21:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:21:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:21:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:21:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:21:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:21:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:21:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:21:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:21:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
20:21:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:21:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:21:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:21:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:21:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:21:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:21:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:21:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:21:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:21:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
20:21:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:21:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:21:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:21:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:21:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:21:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:21:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:21:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:21:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:21:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:21:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:21:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:21:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
20:21:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:21:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:21:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
20:21:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:21:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:21:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:21:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:21:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:21:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:21:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:27.045212 22659 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:21:27.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.058084 22838 tablet_service.cc:1467] Processing CreateTablet for tablet 8c188ad899b2493dbc87768f70ac868f (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=3d95ebd894cf41369e50907f7cc05bd8]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:21:27.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.057837 22978 tablet_service.cc:1467] Processing CreateTablet for tablet 8c188ad899b2493dbc87768f70ac868f (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=3d95ebd894cf41369e50907f7cc05bd8]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:21:27.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.058954 22838 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 8c188ad899b2493dbc87768f70ac868f. 1 dirs total, 0 dirs full, 0 dirs failed
20:21:27.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.058954 22978 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 8c188ad899b2493dbc87768f70ac868f. 1 dirs total, 0 dirs full, 0 dirs failed
20:21:27.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.058405 23118 tablet_service.cc:1467] Processing CreateTablet for tablet 8c188ad899b2493dbc87768f70ac868f (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=3d95ebd894cf41369e50907f7cc05bd8]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:21:27.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.059233 23118 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 8c188ad899b2493dbc87768f70ac868f. 1 dirs total, 0 dirs full, 0 dirs failed
20:21:27.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.064638 23214 tablet_bootstrap.cc:492] T 8c188ad899b2493dbc87768f70ac868f P 07f882f134a44c47812e934430d52412: Bootstrap starting.
20:21:27.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.066107 23216 tablet_bootstrap.cc:492] T 8c188ad899b2493dbc87768f70ac868f P e5fb6e0141554a17998cb924d99c4a2b: Bootstrap starting.
20:21:27.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.066150 23212 tablet_bootstrap.cc:492] T 8c188ad899b2493dbc87768f70ac868f P ceef586b44d34e388c1ee5c03a6729d4: Bootstrap starting.
20:21:27.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.066313 23214 tablet_bootstrap.cc:654] T 8c188ad899b2493dbc87768f70ac868f P 07f882f134a44c47812e934430d52412: Neither blocks nor log segments found. Creating new log.
20:21:27.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.067777 23212 tablet_bootstrap.cc:654] T 8c188ad899b2493dbc87768f70ac868f P ceef586b44d34e388c1ee5c03a6729d4: Neither blocks nor log segments found. Creating new log.
20:21:27.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.067875 23216 tablet_bootstrap.cc:654] T 8c188ad899b2493dbc87768f70ac868f P e5fb6e0141554a17998cb924d99c4a2b: Neither blocks nor log segments found. Creating new log.
20:21:27.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.069006 23214 tablet_bootstrap.cc:492] T 8c188ad899b2493dbc87768f70ac868f P 07f882f134a44c47812e934430d52412: No bootstrap required, opened a new log
20:21:27.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.069199 23214 ts_tablet_manager.cc:1397] T 8c188ad899b2493dbc87768f70ac868f P 07f882f134a44c47812e934430d52412: Time spent bootstrapping tablet: real 0.005s user 0.000s sys 0.003s
20:21:27.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.070189 23214 raft_consensus.cc:348] T 8c188ad899b2493dbc87768f70ac868f P 07f882f134a44c47812e934430d52412 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } } peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } }
20:21:27.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.070509 23214 raft_consensus.cc:374] T 8c188ad899b2493dbc87768f70ac868f P 07f882f134a44c47812e934430d52412 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:21:27.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.070604 23214 raft_consensus.cc:729] T 8c188ad899b2493dbc87768f70ac868f P 07f882f134a44c47812e934430d52412 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 07f882f134a44c47812e934430d52412, State: Initialized, Role: FOLLOWER
20:21:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.070891 23214 consensus_queue.cc:260] T 8c188ad899b2493dbc87768f70ac868f P 07f882f134a44c47812e934430d52412 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } } peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } }
20:21:27.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.072023 23219 tablet_replica.cc:439] T 8c188ad899b2493dbc87768f70ac868f P 07f882f134a44c47812e934430d52412: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } } peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } } }
20:21:27.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.072512 23219 tablet_replica.cc:442] T 8c188ad899b2493dbc87768f70ac868f P 07f882f134a44c47812e934430d52412: This TxnStatusTablet replica's current role is: FOLLOWER
20:21:27.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.078022 23212 tablet_bootstrap.cc:492] T 8c188ad899b2493dbc87768f70ac868f P ceef586b44d34e388c1ee5c03a6729d4: No bootstrap required, opened a new log
20:21:27.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.078213 23214 ts_tablet_manager.cc:1428] T 8c188ad899b2493dbc87768f70ac868f P 07f882f134a44c47812e934430d52412: Time spent starting tablet: real 0.009s user 0.002s sys 0.000s
20:21:27.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.078253 23212 ts_tablet_manager.cc:1397] T 8c188ad899b2493dbc87768f70ac868f P ceef586b44d34e388c1ee5c03a6729d4: Time spent bootstrapping tablet: real 0.012s user 0.007s sys 0.003s
20:21:27.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.079046 23212 raft_consensus.cc:348] T 8c188ad899b2493dbc87768f70ac868f P ceef586b44d34e388c1ee5c03a6729d4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } } peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } }
20:21:27.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.079383 23212 raft_consensus.cc:374] T 8c188ad899b2493dbc87768f70ac868f P ceef586b44d34e388c1ee5c03a6729d4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:21:27.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.079480 23216 tablet_bootstrap.cc:492] T 8c188ad899b2493dbc87768f70ac868f P e5fb6e0141554a17998cb924d99c4a2b: No bootstrap required, opened a new log
20:21:27.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.079633 23212 raft_consensus.cc:729] T 8c188ad899b2493dbc87768f70ac868f P ceef586b44d34e388c1ee5c03a6729d4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ceef586b44d34e388c1ee5c03a6729d4, State: Initialized, Role: FOLLOWER
20:21:27.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.079717 23216 ts_tablet_manager.cc:1397] T 8c188ad899b2493dbc87768f70ac868f P e5fb6e0141554a17998cb924d99c4a2b: Time spent bootstrapping tablet: real 0.014s user 0.010s sys 0.003s
20:21:27.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.080024 23212 consensus_queue.cc:260] T 8c188ad899b2493dbc87768f70ac868f P ceef586b44d34e388c1ee5c03a6729d4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } } peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } }
20:21:27.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.080560 23216 raft_consensus.cc:348] T 8c188ad899b2493dbc87768f70ac868f P e5fb6e0141554a17998cb924d99c4a2b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } } peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } }
20:21:27.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.080709 23212 ts_tablet_manager.cc:1428] T 8c188ad899b2493dbc87768f70ac868f P ceef586b44d34e388c1ee5c03a6729d4: Time spent starting tablet: real 0.002s user 0.000s sys 0.002s
20:21:27.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.080950 23216 raft_consensus.cc:374] T 8c188ad899b2493dbc87768f70ac868f P e5fb6e0141554a17998cb924d99c4a2b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:21:27.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.080646 23217 tablet_replica.cc:439] T 8c188ad899b2493dbc87768f70ac868f P ceef586b44d34e388c1ee5c03a6729d4: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } } peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } } }
20:21:27.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.081625 23216 raft_consensus.cc:729] T 8c188ad899b2493dbc87768f70ac868f P e5fb6e0141554a17998cb924d99c4a2b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e5fb6e0141554a17998cb924d99c4a2b, State: Initialized, Role: FOLLOWER
20:21:27.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.081806 23217 tablet_replica.cc:442] T 8c188ad899b2493dbc87768f70ac868f P ceef586b44d34e388c1ee5c03a6729d4: This TxnStatusTablet replica's current role is: FOLLOWER
20:21:27.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.081929 23216 consensus_queue.cc:260] T 8c188ad899b2493dbc87768f70ac868f P e5fb6e0141554a17998cb924d99c4a2b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } } peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } }
20:21:27.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.082553 23216 ts_tablet_manager.cc:1428] T 8c188ad899b2493dbc87768f70ac868f P e5fb6e0141554a17998cb924d99c4a2b: Time spent starting tablet: real 0.003s user 0.002s sys 0.000s
20:21:27.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.083026 23222 tablet_replica.cc:439] T 8c188ad899b2493dbc87768f70ac868f P e5fb6e0141554a17998cb924d99c4a2b: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } } peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } } }
20:21:27.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.083351 23222 tablet_replica.cc:442] T 8c188ad899b2493dbc87768f70ac868f P e5fb6e0141554a17998cb924d99c4a2b: This TxnStatusTablet replica's current role is: FOLLOWER
20:21:27.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.089418 23219 raft_consensus.cc:482] T 8c188ad899b2493dbc87768f70ac868f P 07f882f134a44c47812e934430d52412 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:21:27.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.089576 23219 raft_consensus.cc:504] T 8c188ad899b2493dbc87768f70ac868f P 07f882f134a44c47812e934430d52412 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } } peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } }
20:21:27.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.091080 23219 leader_election.cc:288] T 8c188ad899b2493dbc87768f70ac868f P 07f882f134a44c47812e934430d52412 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e5fb6e0141554a17998cb924d99c4a2b (127.21.237.193:36231), ceef586b44d34e388c1ee5c03a6729d4 (127.21.237.194:37723)
20:21:27.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.097524 22858 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8c188ad899b2493dbc87768f70ac868f" candidate_uuid: "07f882f134a44c47812e934430d52412" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e5fb6e0141554a17998cb924d99c4a2b" is_pre_election: true
20:21:27.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.097788 22858 raft_consensus.cc:2454] T 8c188ad899b2493dbc87768f70ac868f P e5fb6e0141554a17998cb924d99c4a2b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 07f882f134a44c47812e934430d52412 in term 0.
20:21:27.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.097904 22999 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8c188ad899b2493dbc87768f70ac868f" candidate_uuid: "07f882f134a44c47812e934430d52412" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ceef586b44d34e388c1ee5c03a6729d4" is_pre_election: true
20:21:27.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.098196 22999 raft_consensus.cc:2454] T 8c188ad899b2493dbc87768f70ac868f P ceef586b44d34e388c1ee5c03a6729d4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 07f882f134a44c47812e934430d52412 in term 0.
20:21:27.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.098373 23067 leader_election.cc:302] T 8c188ad899b2493dbc87768f70ac868f P 07f882f134a44c47812e934430d52412 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 07f882f134a44c47812e934430d52412, e5fb6e0141554a17998cb924d99c4a2b; no voters:
20:21:27.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.098826 23219 raft_consensus.cc:2781] T 8c188ad899b2493dbc87768f70ac868f P 07f882f134a44c47812e934430d52412 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:21:27.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.098948 23219 raft_consensus.cc:482] T 8c188ad899b2493dbc87768f70ac868f P 07f882f134a44c47812e934430d52412 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:21:27.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.099010 23219 raft_consensus.cc:3037] T 8c188ad899b2493dbc87768f70ac868f P 07f882f134a44c47812e934430d52412 [term 0 FOLLOWER]: Advancing to term 1
20:21:27.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.101248 23219 raft_consensus.cc:504] T 8c188ad899b2493dbc87768f70ac868f P 07f882f134a44c47812e934430d52412 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } } peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } }
20:21:27.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.101768 23219 leader_election.cc:288] T 8c188ad899b2493dbc87768f70ac868f P 07f882f134a44c47812e934430d52412 [CANDIDATE]: Term 1 election: Requested vote from peers e5fb6e0141554a17998cb924d99c4a2b (127.21.237.193:36231), ceef586b44d34e388c1ee5c03a6729d4 (127.21.237.194:37723)
20:21:27.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.102205 22858 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8c188ad899b2493dbc87768f70ac868f" candidate_uuid: "07f882f134a44c47812e934430d52412" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e5fb6e0141554a17998cb924d99c4a2b"
20:21:27.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.102227 22999 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8c188ad899b2493dbc87768f70ac868f" candidate_uuid: "07f882f134a44c47812e934430d52412" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ceef586b44d34e388c1ee5c03a6729d4"
20:21:27.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.102396 22999 raft_consensus.cc:3037] T 8c188ad899b2493dbc87768f70ac868f P ceef586b44d34e388c1ee5c03a6729d4 [term 0 FOLLOWER]: Advancing to term 1
20:21:27.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.102424 22858 raft_consensus.cc:3037] T 8c188ad899b2493dbc87768f70ac868f P e5fb6e0141554a17998cb924d99c4a2b [term 0 FOLLOWER]: Advancing to term 1
20:21:27.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.104182 22999 raft_consensus.cc:2454] T 8c188ad899b2493dbc87768f70ac868f P ceef586b44d34e388c1ee5c03a6729d4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 07f882f134a44c47812e934430d52412 in term 1.
20:21:27.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.104413 22858 raft_consensus.cc:2454] T 8c188ad899b2493dbc87768f70ac868f P e5fb6e0141554a17998cb924d99c4a2b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 07f882f134a44c47812e934430d52412 in term 1.
20:21:27.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.104554 23068 leader_election.cc:302] T 8c188ad899b2493dbc87768f70ac868f P 07f882f134a44c47812e934430d52412 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 07f882f134a44c47812e934430d52412, ceef586b44d34e388c1ee5c03a6729d4; no voters:
20:21:27.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.104892 23219 raft_consensus.cc:2781] T 8c188ad899b2493dbc87768f70ac868f P 07f882f134a44c47812e934430d52412 [term 1 FOLLOWER]: Leader election won for term 1
20:21:27.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.105329 23219 raft_consensus.cc:686] T 8c188ad899b2493dbc87768f70ac868f P 07f882f134a44c47812e934430d52412 [term 1 LEADER]: Becoming Leader. State: Replica: 07f882f134a44c47812e934430d52412, State: Running, Role: LEADER
20:21:27.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.105872 23219 consensus_queue.cc:237] T 8c188ad899b2493dbc87768f70ac868f P 07f882f134a44c47812e934430d52412 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } } peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } }
20:21:27.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.109464 23243 tablet_replica.cc:439] T 8c188ad899b2493dbc87768f70ac868f P 07f882f134a44c47812e934430d52412: TxnStatusTablet state changed. Reason: New leader 07f882f134a44c47812e934430d52412. Latest consensus state: current_term: 1 leader_uuid: "07f882f134a44c47812e934430d52412" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } } peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } } }
20:21:27.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.109879 23243 tablet_replica.cc:442] T 8c188ad899b2493dbc87768f70ac868f P 07f882f134a44c47812e934430d52412: This TxnStatusTablet replica's current role is: LEADER
20:21:27.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.110875 23245 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
20:21:27.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.111176 23245 txn_status_manager.cc:929] Loading transaction status metadata into memory...
20:21:27.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.111507 22659 catalog_manager.cc:5495] T 8c188ad899b2493dbc87768f70ac868f P 07f882f134a44c47812e934430d52412 reported cstate change: term changed from 0 to 1, leader changed from <none> to 07f882f134a44c47812e934430d52412 (127.21.237.195). New cstate: current_term: 1 leader_uuid: "07f882f134a44c47812e934430d52412" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } health_report { overall_health: HEALTHY } } }
20:21:27.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.146901 22999 raft_consensus.cc:1261] T 8c188ad899b2493dbc87768f70ac868f P ceef586b44d34e388c1ee5c03a6729d4 [term 1 FOLLOWER]: Refusing update from remote peer 07f882f134a44c47812e934430d52412: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:21:27.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.146982 22858 raft_consensus.cc:1261] T 8c188ad899b2493dbc87768f70ac868f P e5fb6e0141554a17998cb924d99c4a2b [term 1 FOLLOWER]: Refusing update from remote peer 07f882f134a44c47812e934430d52412: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:21:27.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.147776 23243 consensus_queue.cc:1035] T 8c188ad899b2493dbc87768f70ac868f P 07f882f134a44c47812e934430d52412 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:21:27.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.148375 23219 consensus_queue.cc:1035] T 8c188ad899b2493dbc87768f70ac868f P 07f882f134a44c47812e934430d52412 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:21:27.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.156430 23217 tablet_replica.cc:439] T 8c188ad899b2493dbc87768f70ac868f P ceef586b44d34e388c1ee5c03a6729d4: TxnStatusTablet state changed. Reason: New leader 07f882f134a44c47812e934430d52412. Latest consensus state: current_term: 1 leader_uuid: "07f882f134a44c47812e934430d52412" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } } peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } } }
20:21:27.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.156728 23217 tablet_replica.cc:442] T 8c188ad899b2493dbc87768f70ac868f P ceef586b44d34e388c1ee5c03a6729d4: This TxnStatusTablet replica's current role is: FOLLOWER
20:21:27.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.159634 23248 mvcc.cc:205] Tried to move back new op lower bound from 7299018289744785408 to 7299018289589784576. Current Snapshot: MvccSnapshot[applied={T|T < 7299018289744785408}]
20:21:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.162602 23219 tablet_replica.cc:439] T 8c188ad899b2493dbc87768f70ac868f P 07f882f134a44c47812e934430d52412: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "07f882f134a44c47812e934430d52412" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } } peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } } }
20:21:27.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.162915 23219 tablet_replica.cc:442] T 8c188ad899b2493dbc87768f70ac868f P 07f882f134a44c47812e934430d52412: This TxnStatusTablet replica's current role is: LEADER
20:21:27.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.165354 23249 mvcc.cc:205] Tried to move back new op lower bound from 7299018289744785408 to 7299018289589784576. Current Snapshot: MvccSnapshot[applied={T|T < 7299018289744785408}]
20:21:27.166 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
20:21:27.169 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 8bd2afb989b2438eb81a93d89afca7cd
20:21:27.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.166715 23217 tablet_replica.cc:439] T 8c188ad899b2493dbc87768f70ac868f P ceef586b44d34e388c1ee5c03a6729d4: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "07f882f134a44c47812e934430d52412" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } } peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } } }
20:21:27.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.166967 23217 tablet_replica.cc:442] T 8c188ad899b2493dbc87768f70ac868f P ceef586b44d34e388c1ee5c03a6729d4: This TxnStatusTablet replica's current role is: FOLLOWER
20:21:27.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.176142 23222 tablet_replica.cc:439] T 8c188ad899b2493dbc87768f70ac868f P e5fb6e0141554a17998cb924d99c4a2b: TxnStatusTablet state changed. Reason: New leader 07f882f134a44c47812e934430d52412. Latest consensus state: current_term: 1 leader_uuid: "07f882f134a44c47812e934430d52412" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } } peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } } }
20:21:27.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.176429 23222 tablet_replica.cc:442] T 8c188ad899b2493dbc87768f70ac868f P e5fb6e0141554a17998cb924d99c4a2b: This TxnStatusTablet replica's current role is: FOLLOWER
20:21:27.177 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 0aaa9a720fd748f88290a24a43972cb7 for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
20:21:27.177 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 783678419f704c8397b34213028efa19 for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
20:21:27.178 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=0aaa9a720fd748f88290a24a43972cb7@[07f882f134a44c47812e934430d52412(127.21.237.195:34799),ceef586b44d34e388c1ee5c03a6729d4(127.21.237.194:37723)[L],e5fb6e0141554a17998cb924d99c4a2b(127.21.237.193:36231)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=783678419f704c8397b34213028efa19@[07f882f134a44c47812e934430d52412(127.21.237.195:34799),ceef586b44d34e388c1ee5c03a6729d4(127.21.237.194:37723),e5fb6e0141554a17998cb924d99c4a2b(127.21.237.193:36231)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:21:27.178 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=3), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.237.252:33275, [3ms] Sub RPC GetTableLocations: received response from server master-127.21.237.252:33275: OK, deferred=null) after lookup
20:21:27.178 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ceef586b44d34e388c1ee5c03a6729d4(127.21.237.194:37723)] connecting to peer
20:21:27.179 [DEBUG - kudu-nio-1] (Connection.java:757) [peer ceef586b44d34e388c1ee5c03a6729d4(127.21.237.194:37723)] Successfully connected to peer
20:21:27.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.179602 23243 tablet_replica.cc:439] T 8c188ad899b2493dbc87768f70ac868f P 07f882f134a44c47812e934430d52412: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "07f882f134a44c47812e934430d52412" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } } peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } } }
20:21:27.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.179877 23243 tablet_replica.cc:442] T 8c188ad899b2493dbc87768f70ac868f P 07f882f134a44c47812e934430d52412: This TxnStatusTablet replica's current role is: LEADER
20:21:27.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.195169 23222 tablet_replica.cc:439] T 8c188ad899b2493dbc87768f70ac868f P e5fb6e0141554a17998cb924d99c4a2b: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "07f882f134a44c47812e934430d52412" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 } } peers { permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 } } peers { permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 } } }
20:21:27.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.195441 23222 tablet_replica.cc:442] T 8c188ad899b2493dbc87768f70ac868f P e5fb6e0141554a17998cb924d99c4a2b: This TxnStatusTablet replica's current role is: FOLLOWER
20:21:27.200 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x19645129, L:/127.0.0.1:43612 - R:/127.21.237.194:37723] using TOKEN/null
20:21:27.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.226436 22858 raft_consensus.cc:1261] T 0aaa9a720fd748f88290a24a43972cb7 P e5fb6e0141554a17998cb924d99c4a2b [term 1 FOLLOWER]: Refusing update from remote peer ceef586b44d34e388c1ee5c03a6729d4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:21:27.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.226909 23141 raft_consensus.cc:1261] T 0aaa9a720fd748f88290a24a43972cb7 P 07f882f134a44c47812e934430d52412 [term 1 FOLLOWER]: Refusing update from remote peer ceef586b44d34e388c1ee5c03a6729d4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:21:27.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.227131 23230 consensus_queue.cc:1035] T 0aaa9a720fd748f88290a24a43972cb7 P ceef586b44d34e388c1ee5c03a6729d4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e5fb6e0141554a17998cb924d99c4a2b" member_type: VOTER last_known_addr { host: "127.21.237.193" port: 36231 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:21:27.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.227634 23217 consensus_queue.cc:1035] T 0aaa9a720fd748f88290a24a43972cb7 P ceef586b44d34e388c1ee5c03a6729d4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:21:27.245 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.21.237.252:33275
20:21:27.245 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
20:21:27.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.246575 22455 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskjNQzBI/build/asan/bin/kudu pid 22626
20:21:27.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.248364 22699 generic_service.cc:196] Checking for leaks (request via RPC)
20:21:27.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.317505 23222 consensus_queue.cc:1035] T 783678419f704c8397b34213028efa19 P e5fb6e0141554a17998cb924d99c4a2b [LEADER]: Connected to new peer: Peer: permanent_uuid: "ceef586b44d34e388c1ee5c03a6729d4" member_type: VOTER last_known_addr { host: "127.21.237.194" port: 37723 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:21:27.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.332918 23222 consensus_queue.cc:1035] T 783678419f704c8397b34213028efa19 P e5fb6e0141554a17998cb924d99c4a2b [LEADER]: Connected to new peer: Peer: permanent_uuid: "07f882f134a44c47812e934430d52412" member_type: VOTER last_known_addr { host: "127.21.237.195" port: 34799 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:21:27.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.393359 22455 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskjNQzBI/build/asan/bin/kudu with pid 22626
20:21:27.419 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.21.237.252:33275(127.21.237.252:33275)] handling channelInactive
20:21:27.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state READY due to: connection closed
20:21:27.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:27.418769 23186 heartbeater.cc:644] Failed to heartbeat to 127.21.237.252:33275 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.21.237.252:33275 (error 108)
20:21:27.421 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:21:27.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:27.421281 23044 heartbeater.cc:644] Failed to heartbeat to 127.21.237.252:33275 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.21.237.252:33275 (error 108)
20:21:27.680 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:27.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.682 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.21.237.252:33275(127.21.237.252:33275) for tablet Kudu Master: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.691584 23264 raft_consensus.cc:482] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 54323f8dd3384a429322a96de50d71f4)
20:21:27.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.691769 23264 raft_consensus.cc:504] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } }
20:21:27.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.692427 23265 raft_consensus.cc:482] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 54323f8dd3384a429322a96de50d71f4)
20:21:27.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.692572 23265 raft_consensus.cc:504] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } }
20:21:27.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.693158 23265 leader_election.cc:288] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 55c18f68e39c4eb9a1e628e87b862a48 (127.21.237.254:35353), 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275)
20:21:27.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.693282 23264 leader_election.cc:288] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 46731435ff074f7f84dc877f9d3880d8 (127.21.237.253:33735), 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275)
20:21:27.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.694134 22586 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "55c18f68e39c4eb9a1e628e87b862a48" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "46731435ff074f7f84dc877f9d3880d8" is_pre_election: true
20:21:27.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.694372 22586 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 55c18f68e39c4eb9a1e628e87b862a48 in term 1.
20:21:27.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.694654 22506 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "46731435ff074f7f84dc877f9d3880d8" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "55c18f68e39c4eb9a1e628e87b862a48" is_pre_election: true
20:21:27.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.694932 22506 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 46731435ff074f7f84dc877f9d3880d8 in term 1.
20:21:27.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:27.695914 22563 leader_election.cc:334] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275): Network error: Client connection negotiation failed: client connection to 127.21.237.252:33275: connect: Connection refused (error 111)
20:21:27.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.695919 22482 leader_election.cc:302] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 46731435ff074f7f84dc877f9d3880d8, 55c18f68e39c4eb9a1e628e87b862a48; no voters:
20:21:27.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.696209 22562 leader_election.cc:302] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 46731435ff074f7f84dc877f9d3880d8, 55c18f68e39c4eb9a1e628e87b862a48; no voters: 54323f8dd3384a429322a96de50d71f4
20:21:27.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.696310 23264 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:21:27.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.696424 23264 raft_consensus.cc:482] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 54323f8dd3384a429322a96de50d71f4)
20:21:27.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.696534 23264 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [term 1 FOLLOWER]: Advancing to term 2
20:21:27.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.696614 23265 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:21:27.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.696722 23265 raft_consensus.cc:482] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 54323f8dd3384a429322a96de50d71f4)
20:21:27.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.696820 23265 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 1 FOLLOWER]: Advancing to term 2
20:21:27.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:27.696861 22482 leader_election.cc:334] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275): Network error: Client connection negotiation failed: client connection to 127.21.237.252:33275: connect: Connection refused (error 111)
20:21:27.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:27.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.699124 23264 raft_consensus.cc:504] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } }
20:21:27.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.699272 23265 raft_consensus.cc:504] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } }
20:21:27.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.699741 23264 leader_election.cc:288] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [CANDIDATE]: Term 2 election: Requested vote from peers 46731435ff074f7f84dc877f9d3880d8 (127.21.237.253:33735), 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275)
20:21:27.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.700155 23265 leader_election.cc:288] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 2 election: Requested vote from peers 55c18f68e39c4eb9a1e628e87b862a48 (127.21.237.254:35353), 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275)
20:21:27.701 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:27.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.701262 22586 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "55c18f68e39c4eb9a1e628e87b862a48" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "46731435ff074f7f84dc877f9d3880d8"
20:21:27.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.701377 22506 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "46731435ff074f7f84dc877f9d3880d8" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "55c18f68e39c4eb9a1e628e87b862a48"
20:21:27.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.701527 22586 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 55c18f68e39c4eb9a1e628e87b862a48 in current term 2: Already voted for candidate 46731435ff074f7f84dc877f9d3880d8 in this term.
20:21:27.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.701673 22506 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 46731435ff074f7f84dc877f9d3880d8 in current term 2: Already voted for candidate 55c18f68e39c4eb9a1e628e87b862a48 in this term.
20:21:27.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:27.702276 22563 leader_election.cc:334] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275): Network error: Client connection negotiation failed: client connection to 127.21.237.252:33275: connect: Connection refused (error 111)
20:21:27.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:27.702350 22482 leader_election.cc:334] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275): Network error: Client connection negotiation failed: client connection to 127.21.237.252:33275: connect: Connection refused (error 111)
20:21:27.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.702445 22562 leader_election.cc:302] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 46731435ff074f7f84dc877f9d3880d8; no voters: 54323f8dd3384a429322a96de50d71f4, 55c18f68e39c4eb9a1e628e87b862a48
20:21:27.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.702479 22482 leader_election.cc:302] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 55c18f68e39c4eb9a1e628e87b862a48; no voters: 46731435ff074f7f84dc877f9d3880d8, 54323f8dd3384a429322a96de50d71f4
20:21:27.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.702708 23265 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:21:27.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:27.702900 23264 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:21:27.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:27.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:27.739 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:27.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.740 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.740 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.740 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:27.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:27.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.760 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.760 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:27.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:27.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.780 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:27.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:27.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:27.843842 22903 heartbeater.cc:644] Failed to heartbeat to 127.21.237.252:33275 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.21.237.252:33275: connect: Connection refused (error 111)
20:21:27.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:27.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:27.859 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] sending RPC to server master-127.21.237.252:33275, [5ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [5ms] delaying RPC due to: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [164ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [165ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1669938548(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1087663577@2f36ff0d -> (continuation of Deferred@1830975103 after retry RPC after error@1064468625) -> (continuation of Deferred@364542102 after retry RPC after error@225194939) -> (continuation of Deferred@1929592295 after retry RPC after error@1490963742) -> (continuation of Deferred@518447195 after retry RPC after error@1929112023) -> (continuation of Deferred@410848874 after retry RPC after error@853608134) -> (continuation of Deferred@464313593 after retry RPC after error@917777162), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1515517835@464a7de8 -> (continuation of Deferred@1830975103 after retry RPC after error@1064468625) -> (continuation of Deferred@364542102 after retry RPC after error@225194939) -> (continuation of Deferred@1929592295 after retry RPC after error@1490963742) -> (continuation of Deferred@518447195 after retry RPC after error@1929112023) -> (continuation of Deferred@410848874 after retry RPC after error@853608134) -> (continuation of Deferred@464313593 after retry RPC after error@917777162)))
20:21:27.860 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] sending RPC to server master-127.21.237.252:33275, [5ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [5ms] delaying RPC due to: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [164ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [165ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1669938548(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1087663577@2f36ff0d -> (continuation of Deferred@1830975103 after retry RPC after error@1064468625) -> (continuation of Deferred@364542102 after retry RPC after error@225194939) -> (continuation of Deferred@1929592295 after retry RPC after error@1490963742) -> (continuation of Deferred@518447195 after retry RPC after error@1929112023) -> (continuation of Deferred@410848874 after retry RPC after error@853608134) -> (continuation of Deferred@464313593 after retry RPC after error@917777162), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1515517835@464a7de8 -> (continuation of Deferred@1830975103 after retry RPC after error@1064468625) -> (continuation of Deferred@364542102 after retry RPC after error@225194939) -> (continuation of Deferred@1929592295 after retry RPC after error@1490963742) -> (continuation of Deferred@518447195 after retry RPC after error@1929112023) -> (continuation of Deferred@410848874 after retry RPC after error@853608134) -> (continuation of Deferred@464313593 after retry RPC after error@917777162)))
20:21:27.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:27.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:27.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:27.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:27.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:27.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:27.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:27.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:27.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:27.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:27.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:27.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:27.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:28.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:28.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:28.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:28.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:28.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:28.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:28.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:28.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:28.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:28.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:28.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.069998 23264 raft_consensus.cc:482] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:21:28.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.070282 23264 raft_consensus.cc:504] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } }
20:21:28.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.071162 23264 leader_election.cc:288] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 46731435ff074f7f84dc877f9d3880d8 (127.21.237.253:33735), 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275)
20:21:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.071774 22586 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "55c18f68e39c4eb9a1e628e87b862a48" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "46731435ff074f7f84dc877f9d3880d8" is_pre_election: true
20:21:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.072062 22586 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 55c18f68e39c4eb9a1e628e87b862a48 in term 2.
20:21:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.072711 22482 leader_election.cc:302] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 46731435ff074f7f84dc877f9d3880d8, 55c18f68e39c4eb9a1e628e87b862a48; no voters:
20:21:28.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:28.072986 22482 leader_election.cc:334] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275): Network error: Client connection negotiation failed: client connection to 127.21.237.252:33275: connect: Connection refused (error 111)
20:21:28.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.073318 23264 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [term 2 FOLLOWER]: Leader pre-election won for term 3
20:21:28.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.073422 23264 raft_consensus.cc:482] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:21:28.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.073524 23264 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [term 2 FOLLOWER]: Advancing to term 3
20:21:28.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.076301 23264 raft_consensus.cc:504] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } }
20:21:28.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.076932 23264 leader_election.cc:288] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [CANDIDATE]: Term 3 election: Requested vote from peers 46731435ff074f7f84dc877f9d3880d8 (127.21.237.253:33735), 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275)
20:21:28.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.077554 22586 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "55c18f68e39c4eb9a1e628e87b862a48" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "46731435ff074f7f84dc877f9d3880d8"
20:21:28.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.077756 22586 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 2 FOLLOWER]: Advancing to term 3
20:21:28.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:28.078435 22482 leader_election.cc:334] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275): Network error: Client connection negotiation failed: client connection to 127.21.237.252:33275: connect: Connection refused (error 111)
20:21:28.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.079988 22586 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 55c18f68e39c4eb9a1e628e87b862a48 in term 3.
20:21:28.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.080435 22482 leader_election.cc:302] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 46731435ff074f7f84dc877f9d3880d8, 55c18f68e39c4eb9a1e628e87b862a48; no voters: 54323f8dd3384a429322a96de50d71f4
20:21:28.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.080891 23264 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [term 3 FOLLOWER]: Leader election won for term 3
20:21:28.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.081310 23264 raft_consensus.cc:686] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [term 3 LEADER]: Becoming Leader. State: Replica: 55c18f68e39c4eb9a1e628e87b862a48, State: Running, Role: LEADER
20:21:28.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.081735 23264 consensus_queue.cc:237] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } }
20:21:28.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.083420 23273 sys_catalog.cc:455] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 55c18f68e39c4eb9a1e628e87b862a48. Latest consensus state: current_term: 3 leader_uuid: "55c18f68e39c4eb9a1e628e87b862a48" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } } }
20:21:28.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.083868 23273 sys_catalog.cc:458] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [sys.catalog]: This master's current role is: LEADER
20:21:28.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.084573 23274 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
20:21:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.087132 23274 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=3d95ebd894cf41369e50907f7cc05bd8]
20:21:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.087648 23274 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback [id=8bd2afb989b2438eb81a93d89afca7cd]
20:21:28.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.089323 23274 tablet_loader.cc:96] loaded metadata for tablet 0aaa9a720fd748f88290a24a43972cb7 (table txn_manager_fallback [id=8bd2afb989b2438eb81a93d89afca7cd])
20:21:28.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.089700 23274 tablet_loader.cc:96] loaded metadata for tablet 783678419f704c8397b34213028efa19 (table txn_manager_fallback [id=8bd2afb989b2438eb81a93d89afca7cd])
20:21:28.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.090108 23274 tablet_loader.cc:96] loaded metadata for tablet 8c188ad899b2493dbc87768f70ac868f (table kudu_system.kudu_transactions [id=3d95ebd894cf41369e50907f7cc05bd8])
20:21:28.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.090323 23274 catalog_manager.cc:1484] Initializing Kudu cluster ID...
20:21:28.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.091101 23274 catalog_manager.cc:1259] Loaded cluster ID: abaaf597b9fb4bd9acb372fa81284ee0
20:21:28.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.091180 23274 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
20:21:28.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.092254 23274 catalog_manager.cc:1504] Loading token signing keys...
20:21:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.093032 23274 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48: Loaded TSK: 0
20:21:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.093865 23274 catalog_manager.cc:1514] Initializing in-progress tserver states...
20:21:28.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:28.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:28.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:28.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:28.100 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:21:28.101 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [143ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: OK, deferred=Deferred@1148289245(state=PENDING, result=null, callback=(continuation of Deferred@259712101 after retry RPC after error@196104207) -> (continuation of Deferred@1489258505 after retry RPC after error@276516004) -> (continuation of Deferred@1224399618 after retry RPC after error@1094965818) -> (continuation of Deferred@993875483 after retry RPC after error@1911108532) -> (continuation of Deferred@1876284480 after retry RPC after error@806896010) -> (continuation of Deferred@1640252444 after retry RPC after error@1502129923) -> (continuation of Deferred@406718374 after retry RPC after error@1792545082) -> (continuation of Deferred@696212697 after retry RPC after error@898833986), errback=(continuation of Deferred@259712101 after retry RPC after error@196104207) -> (continuation of Deferred@1489258505 after retry RPC after error@276516004) -> (continuation of Deferred@1224399618 after retry RPC after error@1094965818) -> (continuation of Deferred@993875483 after retry RPC after error@1911108532) -> (continuation of Deferred@1876284480 after retry RPC after error@806896010) -> (continuation of Deferred@1640252444 after retry RPC after error@1502129923) -> (continuation of Deferred@406718374 after retry RPC after error@1792545082) -> (continuation of Deferred@696212697 after retry RPC after error@898833986))) after lookup
20:21:28.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:28.128360 22527 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:34376 (request call id 17) took 26 ms (client timeout 26 ms). Trace:
20:21:28.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:28.128582 22527 rpcz_store.cc:269] 0620 20:21:28.101990 (+ 0us) service_pool.cc:170] Inserting onto call queue
20:21:28.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 20:21:28.102126 (+ 136us) service_pool.cc:227] Handling call
20:21:28.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 20:21:28.128263 (+ 26137us) inbound_call.cc:173] Queueing success response
20:21:28.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":174,"init.queue_time_us":436,"thread_start_us":1347,"threads_started":5}
20:21:28.138 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=10, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [143ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: OK, [225ms] sending RPC to server master-127.21.237.254:35353, deferred=Deferred@1148289245(state=PENDING, result=null, callback=(continuation of Deferred@259712101 after retry RPC after error@196104207) -> (continuation of Deferred@1489258505 after retry RPC after error@276516004) -> (continuation of Deferred@1224399618 after retry RPC after error@1094965818) -> (continuation of Deferred@993875483 after retry RPC after error@1911108532) -> (continuation of Deferred@1876284480 after retry RPC after error@806896010) -> (continuation of Deferred@1640252444 after retry RPC after error@1502129923) -> (continuation of Deferred@406718374 after retry RPC after error@1792545082) -> (continuation of Deferred@696212697 after retry RPC after error@898833986) -> (continuation of Deferred@2113032604 after retry RPC@1633279475), errback=(continuation of Deferred@259712101 after retry RPC after error@196104207) -> (continuation of Deferred@1489258505 after retry RPC after error@276516004) -> (continuation of Deferred@1224399618 after retry RPC after error@1094965818) -> (continuation of Deferred@993875483 after retry RPC after error@1911108532) -> (continuation of Deferred@1876284480 after retry RPC after error@806896010) -> (continuation of Deferred@1640252444 after retry RPC after error@1502129923) -> (continuation of Deferred@406718374 after retry RPC after error@1792545082) -> (continuation of Deferred@696212697 after retry RPC after error@898833986) -> (continuation of Deferred@2113032604 after retry RPC@1633279475)))
20:21:28.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.156347 22497 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:34392:
20:21:28.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:21:28.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:21:28.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:21:28.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:21:28.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
20:21:28.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:21:28.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:21:28.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:21:28.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:21:28.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:21:28.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:21:28.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:21:28.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:21:28.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
20:21:28.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
20:21:28.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:21:28.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:21:28.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:21:28.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:21:28.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:21:28.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:21:28.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:21:28.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:21:28.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
20:21:28.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:21:28.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:21:28.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:21:28.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:21:28.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:21:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:21:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:21:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:21:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:21:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
20:21:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:21:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:21:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:21:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:21:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:21:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:21:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:21:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:21:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:21:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:21:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:21:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:21:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
20:21:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:21:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:21:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
20:21:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:21:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:21:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:21:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:21:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:21:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:21:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:28.158634 22497 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:21:28.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 1783689175524 + 9223370253165604778 cannot be represented in type 'long'
20:21:28.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.193961 22586 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Refusing update from remote peer 55c18f68e39c4eb9a1e628e87b862a48: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
20:21:28.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.195005 23273 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [LEADER]: Connected to new peer: Peer: permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
20:21:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.197572 23265 sys_catalog.cc:455] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 55c18f68e39c4eb9a1e628e87b862a48. Latest consensus state: current_term: 3 leader_uuid: "55c18f68e39c4eb9a1e628e87b862a48" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } } }
20:21:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.197893 23265 sys_catalog.cc:458] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [sys.catalog]: This master's current role is: FOLLOWER
20:21:28.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.200734 23273 sys_catalog.cc:455] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "55c18f68e39c4eb9a1e628e87b862a48" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } } }
20:21:28.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.201243 23273 sys_catalog.cc:458] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 [sys.catalog]: This master's current role is: LEADER
20:21:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:28.205026 22482 consensus_peers.cc:487] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 -> Peer 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275): Couldn't send request to peer 54323f8dd3384a429322a96de50d71f4. Status: Network error: Client connection negotiation failed: client connection to 127.21.237.252:33275: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:21:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.206651 23265 sys_catalog.cc:455] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "55c18f68e39c4eb9a1e628e87b862a48" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } } }
20:21:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:28.207000 23265 sys_catalog.cc:458] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [sys.catalog]: This master's current role is: FOLLOWER
20:21:28.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:28.722560 22482 consensus_peers.cc:487] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 -> Peer 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275): Couldn't send request to peer 54323f8dd3384a429322a96de50d71f4. Status: Network error: Client connection negotiation failed: client connection to 127.21.237.252:33275: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
20:21:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:29.030911 22482 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.237.252:33275: connect: Connection refused (error 111) [suppressed 19 similar messages]
20:21:29.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7f3c2fa41538 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28
20:21:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0x9dd255 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/countdown_latch.h:99:38
20:21:29.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:29.253870 22482 consensus_peers.cc:487] T 00000000000000000000000000000000 P 55c18f68e39c4eb9a1e628e87b862a48 -> Peer 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275): Couldn't send request to peer 54323f8dd3384a429322a96de50d71f4. Status: Network error: Client connection negotiation failed: client connection to 127.21.237.252:33275: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
20:21:29.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7f3c42ab5be2 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/promise.h:57:16
20:21:29.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7f3c42aa67d4 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master.cc:458:48
20:21:29.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7f3c42bfb16b in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager.cc:283:21
20:21:29.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7f3c42bfbd5b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::string const&, kudu::MonoTime const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager.cc:226:3
20:21:29.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7f3c42c009cf in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager_service.cc:159:42
20:21:29.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7f3c3ccb1cc6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/build/asan/src/kudu/master/txn_manager.service.cc:271:13
20:21:29.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7f3c3ccb19f5 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/8/bits/std_function.h:297:2
20:21:29.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7f3c3661e9be in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/8/bits/std_function.h:687:14
20:21:29.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7f3c3661d79e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_if.cc:137:3
20:21:29.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7f3c36623b25 in kudu::rpc::ServicePool::RunThread() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_pool.cc:231:15
20:21:29.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7f3c3662454f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_pool.cc:92:5
20:21:29.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7f3c36624378 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/8/bits/std_function.h:297:2
20:21:29.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0x9edb7c in std::function<void ()>::operator()() const ../../../include/c++/8/bits/std_function.h:687:14
20:21:29.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7f3c2fb06eae in kudu::Thread::SuperviseThread(void*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:694:3
20:21:29.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7f3c32de06da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
20:21:29.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7f3c2bd7661e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12161e)
20:21:29.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:29.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28 in
20:21:29.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:29.345923 23187 heartbeater.cc:503] Master 127.21.237.254:35353 was elected leader, sending a full tablet report...
20:21:29.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:29.346295 23045 heartbeater.cc:503] Master 127.21.237.254:35353 was elected leader, sending a full tablet report...
20:21:29.349 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.21.237.254:35353(127.21.237.254:35353)] handling channelInactive
20:21:29.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state READY due to: connection closed
20:21:29.349 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.21.237.254:35353(127.21.237.254:35353) for tablet Kudu Master: connection closed
20:21:29.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:29.349810 23065 connection.cc:535] client connection to 127.21.237.254:35353 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:21:29.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:29.350478 22923 connection.cc:535] client connection to 127.21.237.254:35353 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:21:29.357 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
20:21:29.421 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:29.422 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:29.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:29.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:29.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:29.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:29.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:29.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:29.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:29.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:29.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:29.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:29.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:29.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.499 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:29.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:29.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:29.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:29.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:29.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:29.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:29.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:29.622304 23298 raft_consensus.cc:482] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 55c18f68e39c4eb9a1e628e87b862a48)
20:21:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:29.622481 23298 raft_consensus.cc:504] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } }
20:21:29.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:29.623229 23298 leader_election.cc:288] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 55c18f68e39c4eb9a1e628e87b862a48 (127.21.237.254:35353), 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275)
20:21:29.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:29.624693 22562 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.237.254:35353: connect: Connection refused (error 111) [suppressed 6 similar messages]
20:21:29.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:29.625972 22562 leader_election.cc:334] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 55c18f68e39c4eb9a1e628e87b862a48 (127.21.237.254:35353): Network error: Client connection negotiation failed: client connection to 127.21.237.254:35353: connect: Connection refused (error 111)
20:21:29.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:29.626459 22563 leader_election.cc:334] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275): Network error: Client connection negotiation failed: client connection to 127.21.237.252:33275: connect: Connection refused (error 111)
20:21:29.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:29.626657 22563 leader_election.cc:302] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 46731435ff074f7f84dc877f9d3880d8; no voters: 54323f8dd3384a429322a96de50d71f4, 55c18f68e39c4eb9a1e628e87b862a48
20:21:29.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:29.627045 23298 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:21:29.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:29.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:29.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:29.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:29.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:29.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:29.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:29.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:29.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:29.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:29.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:29.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:29.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:29.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:29.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:29.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:29.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:29.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:29.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:29.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:29.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:29.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:29.844403 22904 heartbeater.cc:503] Master 127.21.237.254:35353 was elected leader, sending a full tablet report...
20:21:29.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:29.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:29.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:29.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:29.944607 23298 raft_consensus.cc:482] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 55c18f68e39c4eb9a1e628e87b862a48)
20:21:29.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:29.944783 23298 raft_consensus.cc:504] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } }
20:21:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:29.945322 23298 leader_election.cc:288] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 55c18f68e39c4eb9a1e628e87b862a48 (127.21.237.254:35353), 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275)
20:21:29.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:29.946751 22563 leader_election.cc:334] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275): Network error: Client connection negotiation failed: client connection to 127.21.237.252:33275: connect: Connection refused (error 111)
20:21:29.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:29.946952 22562 leader_election.cc:334] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 55c18f68e39c4eb9a1e628e87b862a48 (127.21.237.254:35353): Network error: Client connection negotiation failed: client connection to 127.21.237.254:35353: connect: Connection refused (error 111)
20:21:29.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:29.947142 22562 leader_election.cc:302] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 46731435ff074f7f84dc877f9d3880d8; no voters: 54323f8dd3384a429322a96de50d71f4, 55c18f68e39c4eb9a1e628e87b862a48
20:21:29.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:29.947422 23298 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:21:29.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:29.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:29.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:29.960 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@477914986(state=PENDING, result=null, callback=(continuation of Deferred@790119335 after retry RPC after error@1604808320) -> (continuation of Deferred@1845836515 after retry RPC after error@297617278) -> (continuation of Deferred@2085956501 after retry RPC after error@417503729) -> (continuation of Deferred@1601661484 after retry RPC after error@613044235) -> (continuation of Deferred@1901518476 after retry RPC after error@2105015366) -> (continuation of Deferred@431345614 after retry RPC after error@1875496699) -> (continuation of Deferred@674029360 after retry RPC after error@1794868159), errback=(continuation of Deferred@790119335 after retry RPC after error@1604808320) -> (continuation of Deferred@1845836515 after retry RPC after error@297617278) -> (continuation of Deferred@2085956501 after retry RPC after error@417503729) -> (continuation of Deferred@1601661484 after retry RPC after error@613044235) -> (continuation of Deferred@1901518476 after retry RPC after error@2105015366) -> (continuation of Deferred@431345614 after retry RPC after error@1875496699) -> (continuation of Deferred@674029360 after retry RPC after error@1794868159)))
20:21:29.960 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@477914986(state=PENDING, result=null, callback=(continuation of Deferred@790119335 after retry RPC after error@1604808320) -> (continuation of Deferred@1845836515 after retry RPC after error@297617278) -> (continuation of Deferred@2085956501 after retry RPC after error@417503729) -> (continuation of Deferred@1601661484 after retry RPC after error@613044235) -> (continuation of Deferred@1901518476 after retry RPC after error@2105015366) -> (continuation of Deferred@431345614 after retry RPC after error@1875496699) -> (continuation of Deferred@674029360 after retry RPC after error@1794868159), errback=(continuation of Deferred@790119335 after retry RPC after error@1604808320) -> (continuation of Deferred@1845836515 after retry RPC after error@297617278) -> (continuation of Deferred@2085956501 after retry RPC after error@417503729) -> (continuation of Deferred@1601661484 after retry RPC after error@613044235) -> (continuation of Deferred@1901518476 after retry RPC after error@2105015366) -> (continuation of Deferred@431345614 after retry RPC after error@1875496699) -> (continuation of Deferred@674029360 after retry RPC after error@1794868159)))
20:21:29.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:29.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:29.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.979 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:29.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:29.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.981 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:29.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.981 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:29.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:29.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:29.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:29.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.000 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.000 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.001 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:30.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:30.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:30.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:30.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:30.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:30.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:30.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:30.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:30.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:30.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:30.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:30.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:30.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:30.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:30.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:30.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:30.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:30.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:30.200 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [18ms] refreshing cache from master, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [37ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [39ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [39ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [59ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [78ms] refreshing cache from master, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [118ms] refreshing cache from master, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [119ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [138ms] refreshing cache from master, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [218ms] refreshing cache from master, [218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [220ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1152534908(state=PENDING, result=null, callback=(continuation of Deferred@396917759 after retry RPC after error@216701381) -> (continuation of Deferred@835409608 after retry RPC after error@1734606884) -> (continuation of Deferred@868743348 after retry RPC after error@1807449016) -> (continuation of Deferred@11341073 after retry RPC after error@1200576512) -> (continuation of Deferred@1258363421 after retry RPC after error@2069352062) -> (continuation of Deferred@326795648 after retry RPC after error@780698807) -> (continuation of Deferred@1830462089 after retry RPC after error@687584618), errback=(continuation of Deferred@396917759 after retry RPC after error@216701381) -> (continuation of Deferred@835409608 after retry RPC after error@1734606884) -> (continuation of Deferred@868743348 after retry RPC after error@1807449016) -> (continuation of Deferred@11341073 after retry RPC after error@1200576512) -> (continuation of Deferred@1258363421 after retry RPC after error@2069352062) -> (continuation of Deferred@326795648 after retry RPC after error@780698807) -> (continuation of Deferred@1830462089 after retry RPC after error@687584618)))
20:21:30.200 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [18ms] refreshing cache from master, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [37ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [39ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [39ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [59ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [78ms] refreshing cache from master, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [118ms] refreshing cache from master, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [119ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [138ms] refreshing cache from master, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [218ms] refreshing cache from master, [218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [220ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1152534908(state=PENDING, result=null, callback=(continuation of Deferred@396917759 after retry RPC after error@216701381) -> (continuation of Deferred@835409608 after retry RPC after error@1734606884) -> (continuation of Deferred@868743348 after retry RPC after error@1807449016) -> (continuation of Deferred@11341073 after retry RPC after error@1200576512) -> (continuation of Deferred@1258363421 after retry RPC after error@2069352062) -> (continuation of Deferred@326795648 after retry RPC after error@780698807) -> (continuation of Deferred@1830462089 after retry RPC after error@687584618), errback=(continuation of Deferred@396917759 after retry RPC after error@216701381) -> (continuation of Deferred@835409608 after retry RPC after error@1734606884) -> (continuation of Deferred@868743348 after retry RPC after error@1807449016) -> (continuation of Deferred@11341073 after retry RPC after error@1200576512) -> (continuation of Deferred@1258363421 after retry RPC after error@2069352062) -> (continuation of Deferred@326795648 after retry RPC after error@780698807) -> (continuation of Deferred@1830462089 after retry RPC after error@687584618)))
20:21:30.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:30.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:30.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:30.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:30.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:30.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:30.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:30.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:30.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:30.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:30.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:30.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:30.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:30.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:30.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:30.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:30.328233 23071 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.101s from last keepalive heartbeat (effective timeout is 1.000s)
20:21:30.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:30.330446 23101 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.21.237.252:33275)
20:21:30.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:30.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:30.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:30.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:30.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:30.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.380 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:30.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:30.420665 23298 raft_consensus.cc:482] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 55c18f68e39c4eb9a1e628e87b862a48)
20:21:30.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:30.420835 23298 raft_consensus.cc:504] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } }
20:21:30.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:30.421316 23298 leader_election.cc:288] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 55c18f68e39c4eb9a1e628e87b862a48 (127.21.237.254:35353), 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275)
20:21:30.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:30.422753 22562 leader_election.cc:334] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 55c18f68e39c4eb9a1e628e87b862a48 (127.21.237.254:35353): Network error: Client connection negotiation failed: client connection to 127.21.237.254:35353: connect: Connection refused (error 111)
20:21:30.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:30.422926 22563 leader_election.cc:334] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275): Network error: Client connection negotiation failed: client connection to 127.21.237.252:33275: connect: Connection refused (error 111)
20:21:30.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:30.423022 22563 leader_election.cc:302] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 46731435ff074f7f84dc877f9d3880d8; no voters: 54323f8dd3384a429322a96de50d71f4, 55c18f68e39c4eb9a1e628e87b862a48
20:21:30.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:30.423267 23298 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:21:30.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:30.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:30.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:30.440 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [164ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1879135835(state=PENDING, result=null, callback=(continuation of Deferred@413933397 after retry RPC after error@251394506) -> (continuation of Deferred@686603660 after retry RPC after error@1386583364) -> (continuation of Deferred@705396466 after retry RPC after error@2070935504) -> (continuation of Deferred@916600300 after retry RPC after error@1221822921) -> (continuation of Deferred@970887887 after retry RPC after error@1032528723) -> (continuation of Deferred@446790747 after retry RPC after error@1323836167) -> (continuation of Deferred@65902847 after retry RPC after error@1729667690), errback=(continuation of Deferred@413933397 after retry RPC after error@251394506) -> (continuation of Deferred@686603660 after retry RPC after error@1386583364) -> (continuation of Deferred@705396466 after retry RPC after error@2070935504) -> (continuation of Deferred@916600300 after retry RPC after error@1221822921) -> (continuation of Deferred@970887887 after retry RPC after error@1032528723) -> (continuation of Deferred@446790747 after retry RPC after error@1323836167) -> (continuation of Deferred@65902847 after retry RPC after error@1729667690)))
20:21:30.440 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [164ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1879135835(state=PENDING, result=null, callback=(continuation of Deferred@413933397 after retry RPC after error@251394506) -> (continuation of Deferred@686603660 after retry RPC after error@1386583364) -> (continuation of Deferred@705396466 after retry RPC after error@2070935504) -> (continuation of Deferred@916600300 after retry RPC after error@1221822921) -> (continuation of Deferred@970887887 after retry RPC after error@1032528723) -> (continuation of Deferred@446790747 after retry RPC after error@1323836167) -> (continuation of Deferred@65902847 after retry RPC after error@1729667690), errback=(continuation of Deferred@413933397 after retry RPC after error@251394506) -> (continuation of Deferred@686603660 after retry RPC after error@1386583364) -> (continuation of Deferred@705396466 after retry RPC after error@2070935504) -> (continuation of Deferred@916600300 after retry RPC after error@1221822921) -> (continuation of Deferred@970887887 after retry RPC after error@1032528723) -> (continuation of Deferred@446790747 after retry RPC after error@1323836167) -> (continuation of Deferred@65902847 after retry RPC after error@1729667690)))
20:21:30.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:30.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:30.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:30.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:30.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:30.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.480 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:30.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:30.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:30.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:30.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:30.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:30.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:30.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:30.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:30.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:30.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:30.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:30.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:30.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:30.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:30.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:30.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:30.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:30.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:30.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:30.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:30.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:30.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:30.700 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1593317594(state=PENDING, result=null, callback=(continuation of Deferred@344367315 after retry RPC after error@926787258) -> (continuation of Deferred@130360457 after retry RPC after error@434492003) -> (continuation of Deferred@944007604 after retry RPC after error@1654001776) -> (continuation of Deferred@1280934343 after retry RPC after error@2065179877) -> (continuation of Deferred@1611332603 after retry RPC after error@843932186) -> (continuation of Deferred@840604205 after retry RPC after error@136298375) -> (continuation of Deferred@1065179228 after retry RPC after error@1727639579), errback=(continuation of Deferred@344367315 after retry RPC after error@926787258) -> (continuation of Deferred@130360457 after retry RPC after error@434492003) -> (continuation of Deferred@944007604 after retry RPC after error@1654001776) -> (continuation of Deferred@1280934343 after retry RPC after error@2065179877) -> (continuation of Deferred@1611332603 after retry RPC after error@843932186) -> (continuation of Deferred@840604205 after retry RPC after error@136298375) -> (continuation of Deferred@1065179228 after retry RPC after error@1727639579)))
20:21:30.701 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1593317594(state=PENDING, result=null, callback=(continuation of Deferred@344367315 after retry RPC after error@926787258) -> (continuation of Deferred@130360457 after retry RPC after error@434492003) -> (continuation of Deferred@944007604 after retry RPC after error@1654001776) -> (continuation of Deferred@1280934343 after retry RPC after error@2065179877) -> (continuation of Deferred@1611332603 after retry RPC after error@843932186) -> (continuation of Deferred@840604205 after retry RPC after error@136298375) -> (continuation of Deferred@1065179228 after retry RPC after error@1727639579), errback=(continuation of Deferred@344367315 after retry RPC after error@926787258) -> (continuation of Deferred@130360457 after retry RPC after error@434492003) -> (continuation of Deferred@944007604 after retry RPC after error@1654001776) -> (continuation of Deferred@1280934343 after retry RPC after error@2065179877) -> (continuation of Deferred@1611332603 after retry RPC after error@843932186) -> (continuation of Deferred@840604205 after retry RPC after error@136298375) -> (continuation of Deferred@1065179228 after retry RPC after error@1727639579)))
20:21:30.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:30.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:30.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:30.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:30.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:30.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.740 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:30.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:30.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:30.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:30.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:30.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:30.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:30.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:30.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:30.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:30.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:30.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:30.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:30.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:30.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:30.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.901 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:30.978 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [4ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [184ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [185ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [185ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@442171332(state=PENDING, result=null, callback=(continuation of Deferred@1046853660 after retry RPC after error@655232917) -> (continuation of Deferred@1674031310 after retry RPC after error@774821805) -> (continuation of Deferred@1024999212 after retry RPC after error@1782443453) -> (continuation of Deferred@883057140 after retry RPC after error@1827232626) -> (continuation of Deferred@284485788 after retry RPC after error@354529082) -> (continuation of Deferred@841728427 after retry RPC after error@339684951) -> (continuation of Deferred@599295044 after retry RPC after error@1006155638), errback=(continuation of Deferred@1046853660 after retry RPC after error@655232917) -> (continuation of Deferred@1674031310 after retry RPC after error@774821805) -> (continuation of Deferred@1024999212 after retry RPC after error@1782443453) -> (continuation of Deferred@883057140 after retry RPC after error@1827232626) -> (continuation of Deferred@284485788 after retry RPC after error@354529082) -> (continuation of Deferred@841728427 after retry RPC after error@339684951) -> (continuation of Deferred@599295044 after retry RPC after error@1006155638)))
20:21:30.978 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
20:21:30.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:30.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:30.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:30.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:30.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:31.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:31.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:31.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.019 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.019 [WARN - pool-46-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:31.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:31.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:31.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:31.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:31.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:31.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:31.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:31.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:31.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:31.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:31.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:31.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:31.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:31.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:31.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:31.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:31.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:31.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:31.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:31.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:31.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:31.221 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [143ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [143ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [203ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [203ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [203ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1591072440(state=PENDING, result=null, callback=(continuation of Deferred@27124937 after retry RPC after error@2134045747) -> (continuation of Deferred@572589543 after retry RPC after error@1378973453) -> (continuation of Deferred@1013213742 after retry RPC after error@1419739901) -> (continuation of Deferred@2126228404 after retry RPC after error@669721201) -> (continuation of Deferred@943786424 after retry RPC after error@283245607) -> (continuation of Deferred@857998212 after retry RPC after error@1302480699) -> (continuation of Deferred@2099158014 after retry RPC after error@1652641982) -> (continuation of Deferred@1898600265 after retry RPC after error@778984904), errback=(continuation of Deferred@27124937 after retry RPC after error@2134045747) -> (continuation of Deferred@572589543 after retry RPC after error@1378973453) -> (continuation of Deferred@1013213742 after retry RPC after error@1419739901) -> (continuation of Deferred@2126228404 after retry RPC after error@669721201) -> (continuation of Deferred@943786424 after retry RPC after error@283245607) -> (continuation of Deferred@857998212 after retry RPC after error@1302480699) -> (continuation of Deferred@2099158014 after retry RPC after error@1652641982) -> (continuation of Deferred@1898600265 after retry RPC after error@778984904)))
20:21:31.221 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [143ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [143ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [203ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [203ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [203ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1591072440(state=PENDING, result=null, callback=(continuation of Deferred@27124937 after retry RPC after error@2134045747) -> (continuation of Deferred@572589543 after retry RPC after error@1378973453) -> (continuation of Deferred@1013213742 after retry RPC after error@1419739901) -> (continuation of Deferred@2126228404 after retry RPC after error@669721201) -> (continuation of Deferred@943786424 after retry RPC after error@283245607) -> (continuation of Deferred@857998212 after retry RPC after error@1302480699) -> (continuation of Deferred@2099158014 after retry RPC after error@1652641982) -> (continuation of Deferred@1898600265 after retry RPC after error@778984904), errback=(continuation of Deferred@27124937 after retry RPC after error@2134045747) -> (continuation of Deferred@572589543 after retry RPC after error@1378973453) -> (continuation of Deferred@1013213742 after retry RPC after error@1419739901) -> (continuation of Deferred@2126228404 after retry RPC after error@669721201) -> (continuation of Deferred@943786424 after retry RPC after error@283245607) -> (continuation of Deferred@857998212 after retry RPC after error@1302480699) -> (continuation of Deferred@2099158014 after retry RPC after error@1652641982) -> (continuation of Deferred@1898600265 after retry RPC after error@778984904)))
20:21:31.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:31.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:31.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.239 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:31.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:31.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:31.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.259 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:31.259335 23322 raft_consensus.cc:482] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 55c18f68e39c4eb9a1e628e87b862a48)
20:21:31.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:31.259696 23322 raft_consensus.cc:504] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } }
20:21:31.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:31.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:31.260587 23322 leader_election.cc:288] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 55c18f68e39c4eb9a1e628e87b862a48 (127.21.237.254:35353), 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275)
20:21:31.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:31.262848 22562 leader_election.cc:334] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 55c18f68e39c4eb9a1e628e87b862a48 (127.21.237.254:35353): Network error: Client connection negotiation failed: client connection to 127.21.237.254:35353: connect: Connection refused (error 111)
20:21:31.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:31.263042 22563 leader_election.cc:334] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275): Network error: Client connection negotiation failed: client connection to 127.21.237.252:33275: connect: Connection refused (error 111)
20:21:31.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:31.263213 22563 leader_election.cc:302] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 46731435ff074f7f84dc877f9d3880d8; no voters: 54323f8dd3384a429322a96de50d71f4, 55c18f68e39c4eb9a1e628e87b862a48
20:21:31.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:31.263469 23322 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:21:31.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:31.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:31.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.280 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:31.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:31.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:31.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:31.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:31.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:31.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:31.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:31.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:31.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.360 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:31.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:31.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:31.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:31.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:31.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:31.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:31.459 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@564242618(state=PENDING, result=null, callback=(continuation of Deferred@173060236 after retry RPC after error@1962557700) -> (continuation of Deferred@557649958 after retry RPC after error@225810627) -> (continuation of Deferred@36609329 after retry RPC after error@611982865) -> (continuation of Deferred@1838122648 after retry RPC after error@1285404778) -> (continuation of Deferred@984380381 after retry RPC after error@1322412047) -> (continuation of Deferred@1601735691 after retry RPC after error@2114396518) -> (continuation of Deferred@661428192 after retry RPC after error@2057502994), errback=(continuation of Deferred@173060236 after retry RPC after error@1962557700) -> (continuation of Deferred@557649958 after retry RPC after error@225810627) -> (continuation of Deferred@36609329 after retry RPC after error@611982865) -> (continuation of Deferred@1838122648 after retry RPC after error@1285404778) -> (continuation of Deferred@984380381 after retry RPC after error@1322412047) -> (continuation of Deferred@1601735691 after retry RPC after error@2114396518) -> (continuation of Deferred@661428192 after retry RPC after error@2057502994)))
20:21:31.460 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@564242618(state=PENDING, result=null, callback=(continuation of Deferred@173060236 after retry RPC after error@1962557700) -> (continuation of Deferred@557649958 after retry RPC after error@225810627) -> (continuation of Deferred@36609329 after retry RPC after error@611982865) -> (continuation of Deferred@1838122648 after retry RPC after error@1285404778) -> (continuation of Deferred@984380381 after retry RPC after error@1322412047) -> (continuation of Deferred@1601735691 after retry RPC after error@2114396518) -> (continuation of Deferred@661428192 after retry RPC after error@2057502994), errback=(continuation of Deferred@173060236 after retry RPC after error@1962557700) -> (continuation of Deferred@557649958 after retry RPC after error@225810627) -> (continuation of Deferred@36609329 after retry RPC after error@611982865) -> (continuation of Deferred@1838122648 after retry RPC after error@1285404778) -> (continuation of Deferred@984380381 after retry RPC after error@1322412047) -> (continuation of Deferred@1601735691 after retry RPC after error@2114396518) -> (continuation of Deferred@661428192 after retry RPC after error@2057502994)))
20:21:31.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:31.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.479 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:31.480 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.480 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.480 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.481 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:31.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:31.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:31.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:31.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:31.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:31.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.520 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:31.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:31.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:31.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:31.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:31.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:31.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:31.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:31.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:31.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:31.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:31.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:31.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:31.737 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [4ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@639275441(state=PENDING, result=null, callback=(continuation of Deferred@752299068 after retry RPC after error@1014025261) -> (continuation of Deferred@1852546200 after retry RPC after error@470687741) -> (continuation of Deferred@162363020 after retry RPC after error@856085040) -> (continuation of Deferred@29034388 after retry RPC after error@1839595945) -> (continuation of Deferred@257758087 after retry RPC after error@181393166) -> (continuation of Deferred@1402074724 after retry RPC after error@250023670) -> (continuation of Deferred@1774314886 after retry RPC after error@499263511), errback=(continuation of Deferred@752299068 after retry RPC after error@1014025261) -> (continuation of Deferred@1852546200 after retry RPC after error@470687741) -> (continuation of Deferred@162363020 after retry RPC after error@856085040) -> (continuation of Deferred@29034388 after retry RPC after error@1839595945) -> (continuation of Deferred@257758087 after retry RPC after error@181393166) -> (continuation of Deferred@1402074724 after retry RPC after error@250023670) -> (continuation of Deferred@1774314886 after retry RPC after error@499263511)))
20:21:31.738 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
20:21:31.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:31.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:31.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:31.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:31.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:31.779 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:31.780 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.780 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.780 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.781 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:31.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:31.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:31.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:31.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:31.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:31.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:31.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:31.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:31.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:31.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:31.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:31.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:31.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:31.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:31.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:31.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:31.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:32.017 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=258), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [0ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@2134633140(state=PENDING, result=null, callback=(continuation of Deferred@1615210797 after retry RPC after error@986577200) -> (continuation of Deferred@342791823 after retry RPC after error@882946300) -> (continuation of Deferred@1711204356 after retry RPC after error@816810482) -> (continuation of Deferred@1343597446 after retry RPC after error@1636025896) -> (continuation of Deferred@1932508372 after retry RPC after error@1057180506) -> (continuation of Deferred@1110937255 after retry RPC after error@1039835727) -> (continuation of Deferred@859660344 after retry RPC after error@381793438), errback=(continuation of Deferred@1615210797 after retry RPC after error@986577200) -> (continuation of Deferred@342791823 after retry RPC after error@882946300) -> (continuation of Deferred@1711204356 after retry RPC after error@816810482) -> (continuation of Deferred@1343597446 after retry RPC after error@1636025896) -> (continuation of Deferred@1932508372 after retry RPC after error@1057180506) -> (continuation of Deferred@1110937255 after retry RPC after error@1039835727) -> (continuation of Deferred@859660344 after retry RPC after error@381793438)))
20:21:32.018 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
20:21:32.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:32.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:32.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:32.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:32.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:32.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:32.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:32.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:32.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:32.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:32.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:32.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:32.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:32.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:32.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:32.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:32.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:32.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:32.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:32.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:32.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:32.220 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@2051784241(state=PENDING, result=null, callback=(continuation of Deferred@671081149 after retry RPC after error@250719950) -> (continuation of Deferred@1121517842 after retry RPC after error@1707382094) -> (continuation of Deferred@1031174465 after retry RPC after error@1047668735) -> (continuation of Deferred@883519666 after retry RPC after error@1971776908) -> (continuation of Deferred@2075409932 after retry RPC after error@1423352666) -> (continuation of Deferred@721773970 after retry RPC after error@1764562931), errback=(continuation of Deferred@671081149 after retry RPC after error@250719950) -> (continuation of Deferred@1121517842 after retry RPC after error@1707382094) -> (continuation of Deferred@1031174465 after retry RPC after error@1047668735) -> (continuation of Deferred@883519666 after retry RPC after error@1971776908) -> (continuation of Deferred@2075409932 after retry RPC after error@1423352666) -> (continuation of Deferred@721773970 after retry RPC after error@1764562931)))
20:21:32.220 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@2051784241(state=PENDING, result=null, callback=(continuation of Deferred@671081149 after retry RPC after error@250719950) -> (continuation of Deferred@1121517842 after retry RPC after error@1707382094) -> (continuation of Deferred@1031174465 after retry RPC after error@1047668735) -> (continuation of Deferred@883519666 after retry RPC after error@1971776908) -> (continuation of Deferred@2075409932 after retry RPC after error@1423352666) -> (continuation of Deferred@721773970 after retry RPC after error@1764562931), errback=(continuation of Deferred@671081149 after retry RPC after error@250719950) -> (continuation of Deferred@1121517842 after retry RPC after error@1707382094) -> (continuation of Deferred@1031174465 after retry RPC after error@1047668735) -> (continuation of Deferred@883519666 after retry RPC after error@1971776908) -> (continuation of Deferred@2075409932 after retry RPC after error@1423352666) -> (continuation of Deferred@721773970 after retry RPC after error@1764562931)))
20:21:32.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:32.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:32.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:32.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:32.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:32.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:32.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:32.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:32.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:32.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:32.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:32.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:32.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:32.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:32.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:32.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:32.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:32.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:32.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:32.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:32.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:32.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:32.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:32.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:32.498 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1827126554(state=PENDING, result=null, callback=(continuation of Deferred@1628211838 after retry RPC after error@771896731) -> (continuation of Deferred@1391142366 after retry RPC after error@62217716) -> (continuation of Deferred@107964550 after retry RPC after error@972958525) -> (continuation of Deferred@850410505 after retry RPC after error@465800534) -> (continuation of Deferred@1721101808 after retry RPC after error@788174300) -> (continuation of Deferred@496612478 after retry RPC after error@448209830) -> (continuation of Deferred@1392813933 after retry RPC after error@699047076) -> (continuation of Deferred@2034296747 after retry RPC after error@1523138870), errback=(continuation of Deferred@1628211838 after retry RPC after error@771896731) -> (continuation of Deferred@1391142366 after retry RPC after error@62217716) -> (continuation of Deferred@107964550 after retry RPC after error@972958525) -> (continuation of Deferred@850410505 after retry RPC after error@465800534) -> (continuation of Deferred@1721101808 after retry RPC after error@788174300) -> (continuation of Deferred@496612478 after retry RPC after error@448209830) -> (continuation of Deferred@1392813933 after retry RPC after error@699047076) -> (continuation of Deferred@2034296747 after retry RPC after error@1523138870)))
20:21:32.499 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
20:21:32.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:32.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:32.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:32.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:32.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:32.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:32.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:32.555373 23336 raft_consensus.cc:482] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 55c18f68e39c4eb9a1e628e87b862a48)
20:21:32.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:32.555575 23336 raft_consensus.cc:504] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } }
20:21:32.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:32.556237 23336 leader_election.cc:288] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 55c18f68e39c4eb9a1e628e87b862a48 (127.21.237.254:35353), 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275)
20:21:32.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:32.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:32.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:32.558653 22562 leader_election.cc:334] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 55c18f68e39c4eb9a1e628e87b862a48 (127.21.237.254:35353): Network error: Client connection negotiation failed: client connection to 127.21.237.254:35353: connect: Connection refused (error 111)
20:21:32.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:32.559413 22563 leader_election.cc:334] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275): Network error: Client connection negotiation failed: client connection to 127.21.237.252:33275: connect: Connection refused (error 111)
20:21:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:32.559517 22563 leader_election.cc:302] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 46731435ff074f7f84dc877f9d3880d8; no voters: 54323f8dd3384a429322a96de50d71f4, 55c18f68e39c4eb9a1e628e87b862a48
20:21:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:32.559752 23336 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:21:32.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:32.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:32.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:32.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:32.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:32.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:32.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:32.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:32.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:32.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:32.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:32.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:32.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:32.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:32.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:32.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:32.777 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1272456096(state=PENDING, result=null, callback=(continuation of Deferred@1647614606 after retry RPC after error@383653778) -> (continuation of Deferred@1511241193 after retry RPC after error@1356617768) -> (continuation of Deferred@377116759 after retry RPC after error@1895743373) -> (continuation of Deferred@931520646 after retry RPC after error@86696774) -> (continuation of Deferred@1096198996 after retry RPC after error@1146189348) -> (continuation of Deferred@1556623352 after retry RPC after error@237684724) -> (continuation of Deferred@2060636526 after retry RPC after error@905799750) -> (continuation of Deferred@676800238 after retry RPC after error@1889157495), errback=(continuation of Deferred@1647614606 after retry RPC after error@383653778) -> (continuation of Deferred@1511241193 after retry RPC after error@1356617768) -> (continuation of Deferred@377116759 after retry RPC after error@1895743373) -> (continuation of Deferred@931520646 after retry RPC after error@86696774) -> (continuation of Deferred@1096198996 after retry RPC after error@1146189348) -> (continuation of Deferred@1556623352 after retry RPC after error@237684724) -> (continuation of Deferred@2060636526 after retry RPC after error@905799750) -> (continuation of Deferred@676800238 after retry RPC after error@1889157495)))
20:21:32.778 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
20:21:32.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:32.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:32.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:32.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:32.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:32.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:32.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:32.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:32.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:32.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:32.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:32.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:32.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:32.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:32.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:32.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:32.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:32.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:32.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:32.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:32.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:32.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:32.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:33.058 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1159991561(state=PENDING, result=null, callback=(continuation of Deferred@183167597 after retry RPC after error@237863991) -> (continuation of Deferred@1412038329 after retry RPC after error@828375404) -> (continuation of Deferred@1820601519 after retry RPC after error@250216756) -> (continuation of Deferred@355334758 after retry RPC after error@620225230) -> (continuation of Deferred@1775981483 after retry RPC after error@937823237) -> (continuation of Deferred@1306672725 after retry RPC after error@1452823733) -> (continuation of Deferred@1710035910 after retry RPC after error@1651293530), errback=(continuation of Deferred@183167597 after retry RPC after error@237863991) -> (continuation of Deferred@1412038329 after retry RPC after error@828375404) -> (continuation of Deferred@1820601519 after retry RPC after error@250216756) -> (continuation of Deferred@355334758 after retry RPC after error@620225230) -> (continuation of Deferred@1775981483 after retry RPC after error@937823237) -> (continuation of Deferred@1306672725 after retry RPC after error@1452823733) -> (continuation of Deferred@1710035910 after retry RPC after error@1651293530)))
20:21:33.058 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
20:21:33.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:33.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:33.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:33.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:33.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:33.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:33.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:33.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:33.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:33.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:33.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:33.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:33.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:33.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:33.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:33.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:33.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:33.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:33.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:33.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:33.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:33.338 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@242725177(state=PENDING, result=null, callback=(continuation of Deferred@260193480 after retry RPC after error@1203029508) -> (continuation of Deferred@1393116190 after retry RPC after error@1623513407) -> (continuation of Deferred@2126437779 after retry RPC after error@526098598) -> (continuation of Deferred@116076263 after retry RPC after error@1075839524) -> (continuation of Deferred@1215958518 after retry RPC after error@174512847) -> (continuation of Deferred@1436893554 after retry RPC after error@357845184) -> (continuation of Deferred@223994401 after retry RPC after error@827716071), errback=(continuation of Deferred@260193480 after retry RPC after error@1203029508) -> (continuation of Deferred@1393116190 after retry RPC after error@1623513407) -> (continuation of Deferred@2126437779 after retry RPC after error@526098598) -> (continuation of Deferred@116076263 after retry RPC after error@1075839524) -> (continuation of Deferred@1215958518 after retry RPC after error@174512847) -> (continuation of Deferred@1436893554 after retry RPC after error@357845184) -> (continuation of Deferred@223994401 after retry RPC after error@827716071)))
20:21:33.338 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
20:21:33.360 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:33.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.363 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.363 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:33.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.365 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.365 [WARN - pool-46-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:33.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:33.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:33.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:33.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:33.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:33.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:33.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:33.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:33.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:33.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:33.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:33.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:33.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:33.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:33.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:33.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:33.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:33.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:33.540 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [6ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [8ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [9ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1471948937(state=PENDING, result=null, callback=(continuation of Deferred@2025011889 after retry RPC after error@592044642) -> (continuation of Deferred@1444851476 after retry RPC after error@1615871294) -> (continuation of Deferred@30930231 after retry RPC after error@1843486109) -> (continuation of Deferred@1310996794 after retry RPC after error@805065741) -> (continuation of Deferred@289174152 after retry RPC after error@1985398919) -> (continuation of Deferred@424985246 after retry RPC after error@1413853573), errback=(continuation of Deferred@2025011889 after retry RPC after error@592044642) -> (continuation of Deferred@1444851476 after retry RPC after error@1615871294) -> (continuation of Deferred@30930231 after retry RPC after error@1843486109) -> (continuation of Deferred@1310996794 after retry RPC after error@805065741) -> (continuation of Deferred@289174152 after retry RPC after error@1985398919) -> (continuation of Deferred@424985246 after retry RPC after error@1413853573)))
20:21:33.541 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [6ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [8ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [9ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1471948937(state=PENDING, result=null, callback=(continuation of Deferred@2025011889 after retry RPC after error@592044642) -> (continuation of Deferred@1444851476 after retry RPC after error@1615871294) -> (continuation of Deferred@30930231 after retry RPC after error@1843486109) -> (continuation of Deferred@1310996794 after retry RPC after error@805065741) -> (continuation of Deferred@289174152 after retry RPC after error@1985398919) -> (continuation of Deferred@424985246 after retry RPC after error@1413853573), errback=(continuation of Deferred@2025011889 after retry RPC after error@592044642) -> (continuation of Deferred@1444851476 after retry RPC after error@1615871294) -> (continuation of Deferred@30930231 after retry RPC after error@1843486109) -> (continuation of Deferred@1310996794 after retry RPC after error@805065741) -> (continuation of Deferred@289174152 after retry RPC after error@1985398919) -> (continuation of Deferred@424985246 after retry RPC after error@1413853573)))
20:21:33.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:33.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:33.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:33.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:33.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:33.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:33.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:33.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:33.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:33.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:33.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:33.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:33.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:33.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:33.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:33.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:33.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:33.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:33.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:33.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:33.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:33.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:33.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:33.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:33.800 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [243ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [243ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [243ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@2106709145(state=PENDING, result=null, callback=(continuation of Deferred@902487898 after retry RPC after error@1828514895) -> (continuation of Deferred@1229186850 after retry RPC after error@981849999) -> (continuation of Deferred@1507258250 after retry RPC after error@1388572267) -> (continuation of Deferred@74414566 after retry RPC after error@272822091) -> (continuation of Deferred@2114386038 after retry RPC after error@863756651) -> (continuation of Deferred@1285820075 after retry RPC after error@1268484291) -> (continuation of Deferred@43453582 after retry RPC after error@1846269198), errback=(continuation of Deferred@902487898 after retry RPC after error@1828514895) -> (continuation of Deferred@1229186850 after retry RPC after error@981849999) -> (continuation of Deferred@1507258250 after retry RPC after error@1388572267) -> (continuation of Deferred@74414566 after retry RPC after error@272822091) -> (continuation of Deferred@2114386038 after retry RPC after error@863756651) -> (continuation of Deferred@1285820075 after retry RPC after error@1268484291) -> (continuation of Deferred@43453582 after retry RPC after error@1846269198)))
20:21:33.800 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [243ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [243ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [243ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@2106709145(state=PENDING, result=null, callback=(continuation of Deferred@902487898 after retry RPC after error@1828514895) -> (continuation of Deferred@1229186850 after retry RPC after error@981849999) -> (continuation of Deferred@1507258250 after retry RPC after error@1388572267) -> (continuation of Deferred@74414566 after retry RPC after error@272822091) -> (continuation of Deferred@2114386038 after retry RPC after error@863756651) -> (continuation of Deferred@1285820075 after retry RPC after error@1268484291) -> (continuation of Deferred@43453582 after retry RPC after error@1846269198), errback=(continuation of Deferred@902487898 after retry RPC after error@1828514895) -> (continuation of Deferred@1229186850 after retry RPC after error@981849999) -> (continuation of Deferred@1507258250 after retry RPC after error@1388572267) -> (continuation of Deferred@74414566 after retry RPC after error@272822091) -> (continuation of Deferred@2114386038 after retry RPC after error@863756651) -> (continuation of Deferred@1285820075 after retry RPC after error@1268484291) -> (continuation of Deferred@43453582 after retry RPC after error@1846269198)))
20:21:33.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:33.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:33.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:33.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:33.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:33.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:33.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:33.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:33.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.859 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.859 [WARN - pool-46-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:33.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:33.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:33.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:33.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:33.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:33.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:33.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:33.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:33.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:33.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:33.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:33.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:33.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:33.978 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:34.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:34.043429 23348 raft_consensus.cc:482] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 55c18f68e39c4eb9a1e628e87b862a48)
20:21:34.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:34.043619 23348 raft_consensus.cc:504] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } }
20:21:34.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:34.044301 23348 leader_election.cc:288] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 55c18f68e39c4eb9a1e628e87b862a48 (127.21.237.254:35353), 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275)
20:21:34.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:34.046587 22563 leader_election.cc:334] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275): Network error: Client connection negotiation failed: client connection to 127.21.237.252:33275: connect: Connection refused (error 111)
20:21:34.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:34.046772 22562 leader_election.cc:334] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 55c18f68e39c4eb9a1e628e87b862a48 (127.21.237.254:35353): Network error: Client connection negotiation failed: client connection to 127.21.237.254:35353: connect: Connection refused (error 111)
20:21:34.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:34.046940 22562 leader_election.cc:302] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 46731435ff074f7f84dc877f9d3880d8; no voters: 54323f8dd3384a429322a96de50d71f4, 55c18f68e39c4eb9a1e628e87b862a48
20:21:34.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:34.047195 23348 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:21:34.077 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1697030095(state=PENDING, result=null, callback=(continuation of Deferred@751954122 after retry RPC after error@33482461) -> (continuation of Deferred@408601329 after retry RPC after error@1230241490) -> (continuation of Deferred@1785186442 after retry RPC after error@475595541) -> (continuation of Deferred@1390024485 after retry RPC after error@69850818) -> (continuation of Deferred@1348365653 after retry RPC after error@72060384) -> (continuation of Deferred@111858035 after retry RPC after error@1283430562) -> (continuation of Deferred@1877504189 after retry RPC after error@932500525), errback=(continuation of Deferred@751954122 after retry RPC after error@33482461) -> (continuation of Deferred@408601329 after retry RPC after error@1230241490) -> (continuation of Deferred@1785186442 after retry RPC after error@475595541) -> (continuation of Deferred@1390024485 after retry RPC after error@69850818) -> (continuation of Deferred@1348365653 after retry RPC after error@72060384) -> (continuation of Deferred@111858035 after retry RPC after error@1283430562) -> (continuation of Deferred@1877504189 after retry RPC after error@932500525)))
20:21:34.078 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
20:21:34.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:34.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:34.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:34.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:34.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:34.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:34.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:34.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:34.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:34.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:34.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:34.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.158 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:34.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:34.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:34.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:34.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:34.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:34.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:34.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:34.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:34.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:34.357 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [44ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1541832686(state=PENDING, result=null, callback=(continuation of Deferred@1716218677 after retry RPC after error@696271681) -> (continuation of Deferred@709414413 after retry RPC after error@1111088549) -> (continuation of Deferred@2140537876 after retry RPC after error@1411893996) -> (continuation of Deferred@947080899 after retry RPC after error@875264157) -> (continuation of Deferred@2077387944 after retry RPC after error@289978772) -> (continuation of Deferred@862976040 after retry RPC after error@1559204168) -> (continuation of Deferred@883954001 after retry RPC after error@1625328202), errback=(continuation of Deferred@1716218677 after retry RPC after error@696271681) -> (continuation of Deferred@709414413 after retry RPC after error@1111088549) -> (continuation of Deferred@2140537876 after retry RPC after error@1411893996) -> (continuation of Deferred@947080899 after retry RPC after error@875264157) -> (continuation of Deferred@2077387944 after retry RPC after error@289978772) -> (continuation of Deferred@862976040 after retry RPC after error@1559204168) -> (continuation of Deferred@883954001 after retry RPC after error@1625328202)))
20:21:34.358 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
20:21:34.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:34.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:34.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:34.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:34.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:34.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:34.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:34.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:34.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:34.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:34.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:34.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:34.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:34.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:34.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:34.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:34.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:34.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:34.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:34.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:34.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.567 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:34.637 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [189ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [189ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [189ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [190ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@2008129795(state=PENDING, result=null, callback=(continuation of Deferred@1271845244 after retry RPC after error@137956578) -> (continuation of Deferred@255972321 after retry RPC after error@1971503795) -> (continuation of Deferred@1215998030 after retry RPC after error@149218239) -> (continuation of Deferred@163313561 after retry RPC after error@1791966023) -> (continuation of Deferred@2003486344 after retry RPC after error@1480338113) -> (continuation of Deferred@250415456 after retry RPC after error@493559545) -> (continuation of Deferred@1007998298 after retry RPC after error@88574523), errback=(continuation of Deferred@1271845244 after retry RPC after error@137956578) -> (continuation of Deferred@255972321 after retry RPC after error@1971503795) -> (continuation of Deferred@1215998030 after retry RPC after error@149218239) -> (continuation of Deferred@163313561 after retry RPC after error@1791966023) -> (continuation of Deferred@2003486344 after retry RPC after error@1480338113) -> (continuation of Deferred@250415456 after retry RPC after error@493559545) -> (continuation of Deferred@1007998298 after retry RPC after error@88574523)))
20:21:34.638 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
20:21:34.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:34.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:34.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:34.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:34.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:34.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:34.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:34.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:34.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:34.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:34.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:34.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:34.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:34.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:34.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:34.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:34.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:34.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:34.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:34.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:34.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:34.839 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1960753652(state=PENDING, result=null, callback=(continuation of Deferred@1118114069 after retry RPC after error@2058774938) -> (continuation of Deferred@1090753489 after retry RPC after error@1083413276) -> (continuation of Deferred@718544802 after retry RPC after error@1667713499) -> (continuation of Deferred@1051186045 after retry RPC after error@1659944134) -> (continuation of Deferred@1758692917 after retry RPC after error@824386405) -> (continuation of Deferred@832512519 after retry RPC after error@1458482814), errback=(continuation of Deferred@1118114069 after retry RPC after error@2058774938) -> (continuation of Deferred@1090753489 after retry RPC after error@1083413276) -> (continuation of Deferred@718544802 after retry RPC after error@1667713499) -> (continuation of Deferred@1051186045 after retry RPC after error@1659944134) -> (continuation of Deferred@1758692917 after retry RPC after error@824386405) -> (continuation of Deferred@832512519 after retry RPC after error@1458482814)))
20:21:34.840 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1960753652(state=PENDING, result=null, callback=(continuation of Deferred@1118114069 after retry RPC after error@2058774938) -> (continuation of Deferred@1090753489 after retry RPC after error@1083413276) -> (continuation of Deferred@718544802 after retry RPC after error@1667713499) -> (continuation of Deferred@1051186045 after retry RPC after error@1659944134) -> (continuation of Deferred@1758692917 after retry RPC after error@824386405) -> (continuation of Deferred@832512519 after retry RPC after error@1458482814), errback=(continuation of Deferred@1118114069 after retry RPC after error@2058774938) -> (continuation of Deferred@1090753489 after retry RPC after error@1083413276) -> (continuation of Deferred@718544802 after retry RPC after error@1667713499) -> (continuation of Deferred@1051186045 after retry RPC after error@1659944134) -> (continuation of Deferred@1758692917 after retry RPC after error@824386405) -> (continuation of Deferred@832512519 after retry RPC after error@1458482814)))
20:21:34.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:34.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:34.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:34.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:34.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:34.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:34.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:34.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:34.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.898 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:34.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:34.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:34.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:34.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:34.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:34.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:34.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:34.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:34.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:34.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:34.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:34.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:34.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:34.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:34.998 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:35.118 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1745624279(state=PENDING, result=null, callback=(continuation of Deferred@1428093400 after retry RPC after error@1252068185) -> (continuation of Deferred@5214886 after retry RPC after error@145611996) -> (continuation of Deferred@710882344 after retry RPC after error@1759906297) -> (continuation of Deferred@339770593 after retry RPC after error@1919748489) -> (continuation of Deferred@557878680 after retry RPC after error@2041704840) -> (continuation of Deferred@1845574955 after retry RPC after error@1949974563) -> (continuation of Deferred@1370701681 after retry RPC after error@670611838), errback=(continuation of Deferred@1428093400 after retry RPC after error@1252068185) -> (continuation of Deferred@5214886 after retry RPC after error@145611996) -> (continuation of Deferred@710882344 after retry RPC after error@1759906297) -> (continuation of Deferred@339770593 after retry RPC after error@1919748489) -> (continuation of Deferred@557878680 after retry RPC after error@2041704840) -> (continuation of Deferred@1845574955 after retry RPC after error@1949974563) -> (continuation of Deferred@1370701681 after retry RPC after error@670611838)))
20:21:35.118 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
20:21:35.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:35.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:35.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:35.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:35.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:35.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:35.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:35.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:35.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.180 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:35.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:35.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:35.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:35.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:35.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:35.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:35.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:35.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:35.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.258 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:35.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:35.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:35.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:35.340 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1798507973(state=PENDING, result=null, callback=(continuation of Deferred@1833631181 after retry RPC after error@505971035) -> (continuation of Deferred@910453832 after retry RPC after error@1164575328) -> (continuation of Deferred@2146708373 after retry RPC after error@621563753) -> (continuation of Deferred@817840556 after retry RPC after error@626207961) -> (continuation of Deferred@2074411877 after retry RPC after error@1016429695) -> (continuation of Deferred@1986914400 after retry RPC after error@1256470416), errback=(continuation of Deferred@1833631181 after retry RPC after error@505971035) -> (continuation of Deferred@910453832 after retry RPC after error@1164575328) -> (continuation of Deferred@2146708373 after retry RPC after error@621563753) -> (continuation of Deferred@817840556 after retry RPC after error@626207961) -> (continuation of Deferred@2074411877 after retry RPC after error@1016429695) -> (continuation of Deferred@1986914400 after retry RPC after error@1256470416)))
20:21:35.340 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1798507973(state=PENDING, result=null, callback=(continuation of Deferred@1833631181 after retry RPC after error@505971035) -> (continuation of Deferred@910453832 after retry RPC after error@1164575328) -> (continuation of Deferred@2146708373 after retry RPC after error@621563753) -> (continuation of Deferred@817840556 after retry RPC after error@626207961) -> (continuation of Deferred@2074411877 after retry RPC after error@1016429695) -> (continuation of Deferred@1986914400 after retry RPC after error@1256470416), errback=(continuation of Deferred@1833631181 after retry RPC after error@505971035) -> (continuation of Deferred@910453832 after retry RPC after error@1164575328) -> (continuation of Deferred@2146708373 after retry RPC after error@621563753) -> (continuation of Deferred@817840556 after retry RPC after error@626207961) -> (continuation of Deferred@2074411877 after retry RPC after error@1016429695) -> (continuation of Deferred@1986914400 after retry RPC after error@1256470416)))
20:21:35.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:35.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:35.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:35.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:35.367971 23101 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 1)
20:21:35.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:35.369412 23101 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '0aaa9a720fd748f88290a24a43972cb7', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '0aaa9a720fd748f88290a24a43972cb7', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 1)
20:21:35.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:35.371385 23101 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.21.237.252:33275)
20:21:35.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:35.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:35.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:35.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:35.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:35.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.398 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:35.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:35.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:35.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.418 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:35.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:35.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:35.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:35.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:35.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:35.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:35.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:35.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:35.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.518 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:35.519 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@809694736(state=PENDING, result=null, callback=(continuation of Deferred@381516546 after retry RPC after error@1535192925) -> (continuation of Deferred@1337247980 after retry RPC after error@1759593852) -> (continuation of Deferred@360273417 after retry RPC after error@1204840508) -> (continuation of Deferred@785005442 after retry RPC after error@1289896322) -> (continuation of Deferred@334798601 after retry RPC after error@1470207171) -> (continuation of Deferred@675849118 after retry RPC after error@1995966788), errback=(continuation of Deferred@381516546 after retry RPC after error@1535192925) -> (continuation of Deferred@1337247980 after retry RPC after error@1759593852) -> (continuation of Deferred@360273417 after retry RPC after error@1204840508) -> (continuation of Deferred@785005442 after retry RPC after error@1289896322) -> (continuation of Deferred@334798601 after retry RPC after error@1470207171) -> (continuation of Deferred@675849118 after retry RPC after error@1995966788)))
20:21:35.519 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@809694736(state=PENDING, result=null, callback=(continuation of Deferred@381516546 after retry RPC after error@1535192925) -> (continuation of Deferred@1337247980 after retry RPC after error@1759593852) -> (continuation of Deferred@360273417 after retry RPC after error@1204840508) -> (continuation of Deferred@785005442 after retry RPC after error@1289896322) -> (continuation of Deferred@334798601 after retry RPC after error@1470207171) -> (continuation of Deferred@675849118 after retry RPC after error@1995966788), errback=(continuation of Deferred@381516546 after retry RPC after error@1535192925) -> (continuation of Deferred@1337247980 after retry RPC after error@1759593852) -> (continuation of Deferred@360273417 after retry RPC after error@1204840508) -> (continuation of Deferred@785005442 after retry RPC after error@1289896322) -> (continuation of Deferred@334798601 after retry RPC after error@1470207171) -> (continuation of Deferred@675849118 after retry RPC after error@1995966788)))
20:21:35.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:35.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:35.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:35.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:35.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:35.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:35.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:35.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:35.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:35.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:35.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:35.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:35.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:35.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:35.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:35.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:35.659 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:35.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.660 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:35.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:35.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:35.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:35.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:35.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:35.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:35.760 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [143ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1578220547(state=PENDING, result=null, callback=(continuation of Deferred@2079053118 after retry RPC after error@1015132171) -> (continuation of Deferred@663478308 after retry RPC after error@1957273970) -> (continuation of Deferred@1364117756 after retry RPC after error@1618885430) -> (continuation of Deferred@403467741 after retry RPC after error@563608991) -> (continuation of Deferred@104454265 after retry RPC after error@395305987) -> (continuation of Deferred@1821774250 after retry RPC after error@1920168610) -> (continuation of Deferred@985765509 after retry RPC after error@1384563234), errback=(continuation of Deferred@2079053118 after retry RPC after error@1015132171) -> (continuation of Deferred@663478308 after retry RPC after error@1957273970) -> (continuation of Deferred@1364117756 after retry RPC after error@1618885430) -> (continuation of Deferred@403467741 after retry RPC after error@563608991) -> (continuation of Deferred@104454265 after retry RPC after error@395305987) -> (continuation of Deferred@1821774250 after retry RPC after error@1920168610) -> (continuation of Deferred@985765509 after retry RPC after error@1384563234)))
20:21:35.760 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [143ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1578220547(state=PENDING, result=null, callback=(continuation of Deferred@2079053118 after retry RPC after error@1015132171) -> (continuation of Deferred@663478308 after retry RPC after error@1957273970) -> (continuation of Deferred@1364117756 after retry RPC after error@1618885430) -> (continuation of Deferred@403467741 after retry RPC after error@563608991) -> (continuation of Deferred@104454265 after retry RPC after error@395305987) -> (continuation of Deferred@1821774250 after retry RPC after error@1920168610) -> (continuation of Deferred@985765509 after retry RPC after error@1384563234), errback=(continuation of Deferred@2079053118 after retry RPC after error@1015132171) -> (continuation of Deferred@663478308 after retry RPC after error@1957273970) -> (continuation of Deferred@1364117756 after retry RPC after error@1618885430) -> (continuation of Deferred@403467741 after retry RPC after error@563608991) -> (continuation of Deferred@104454265 after retry RPC after error@395305987) -> (continuation of Deferred@1821774250 after retry RPC after error@1920168610) -> (continuation of Deferred@985765509 after retry RPC after error@1384563234)))
20:21:35.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:35.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:35.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:35.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:35.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:35.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:35.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:35.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:35.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:35.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:35.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:35.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:35.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:35.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:35.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:35.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:35.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:35.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:35.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:35.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:35.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:35.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:35.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:35.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:35.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:35.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:35.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.000 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@2008400326(state=PENDING, result=null, callback=(continuation of Deferred@376880563 after retry RPC after error@1700163418) -> (continuation of Deferred@775659178 after retry RPC after error@2010759514) -> (continuation of Deferred@1415668023 after retry RPC after error@43771998) -> (continuation of Deferred@1881663593 after retry RPC after error@1238180902) -> (continuation of Deferred@377134321 after retry RPC after error@1266569080) -> (continuation of Deferred@72712926 after retry RPC after error@614038118) -> (continuation of Deferred@1715926800 after retry RPC after error@1610248495), errback=(continuation of Deferred@376880563 after retry RPC after error@1700163418) -> (continuation of Deferred@775659178 after retry RPC after error@2010759514) -> (continuation of Deferred@1415668023 after retry RPC after error@43771998) -> (continuation of Deferred@1881663593 after retry RPC after error@1238180902) -> (continuation of Deferred@377134321 after retry RPC after error@1266569080) -> (continuation of Deferred@72712926 after retry RPC after error@614038118) -> (continuation of Deferred@1715926800 after retry RPC after error@1610248495)))
20:21:36.000 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@2008400326(state=PENDING, result=null, callback=(continuation of Deferred@376880563 after retry RPC after error@1700163418) -> (continuation of Deferred@775659178 after retry RPC after error@2010759514) -> (continuation of Deferred@1415668023 after retry RPC after error@43771998) -> (continuation of Deferred@1881663593 after retry RPC after error@1238180902) -> (continuation of Deferred@377134321 after retry RPC after error@1266569080) -> (continuation of Deferred@72712926 after retry RPC after error@614038118) -> (continuation of Deferred@1715926800 after retry RPC after error@1610248495), errback=(continuation of Deferred@376880563 after retry RPC after error@1700163418) -> (continuation of Deferred@775659178 after retry RPC after error@2010759514) -> (continuation of Deferred@1415668023 after retry RPC after error@43771998) -> (continuation of Deferred@1881663593 after retry RPC after error@1238180902) -> (continuation of Deferred@377134321 after retry RPC after error@1266569080) -> (continuation of Deferred@72712926 after retry RPC after error@614038118) -> (continuation of Deferred@1715926800 after retry RPC after error@1610248495)))
20:21:36.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.158 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.159 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@98534176(state=PENDING, result=null, callback=(continuation of Deferred@1298674330 after retry RPC after error@56932561) -> (continuation of Deferred@1461175362 after retry RPC after error@782797571) -> (continuation of Deferred@584618158 after retry RPC after error@73143828) -> (continuation of Deferred@1837164297 after retry RPC after error@119179561) -> (continuation of Deferred@1629566084 after retry RPC after error@94986754) -> (continuation of Deferred@1870361873 after retry RPC after error@1023142422), errback=(continuation of Deferred@1298674330 after retry RPC after error@56932561) -> (continuation of Deferred@1461175362 after retry RPC after error@782797571) -> (continuation of Deferred@584618158 after retry RPC after error@73143828) -> (continuation of Deferred@1837164297 after retry RPC after error@119179561) -> (continuation of Deferred@1629566084 after retry RPC after error@94986754) -> (continuation of Deferred@1870361873 after retry RPC after error@1023142422)))
20:21:36.159 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@98534176(state=PENDING, result=null, callback=(continuation of Deferred@1298674330 after retry RPC after error@56932561) -> (continuation of Deferred@1461175362 after retry RPC after error@782797571) -> (continuation of Deferred@584618158 after retry RPC after error@73143828) -> (continuation of Deferred@1837164297 after retry RPC after error@119179561) -> (continuation of Deferred@1629566084 after retry RPC after error@94986754) -> (continuation of Deferred@1870361873 after retry RPC after error@1023142422), errback=(continuation of Deferred@1298674330 after retry RPC after error@56932561) -> (continuation of Deferred@1461175362 after retry RPC after error@782797571) -> (continuation of Deferred@584618158 after retry RPC after error@73143828) -> (continuation of Deferred@1837164297 after retry RPC after error@119179561) -> (continuation of Deferred@1629566084 after retry RPC after error@94986754) -> (continuation of Deferred@1870361873 after retry RPC after error@1023142422)))
20:21:36.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.399 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@627568609(state=PENDING, result=null, callback=(continuation of Deferred@1661543452 after retry RPC after error@1546742394) -> (continuation of Deferred@620068266 after retry RPC after error@1056413234) -> (continuation of Deferred@351562804 after retry RPC after error@1136764522) -> (continuation of Deferred@1289128853 after retry RPC after error@1318244923) -> (continuation of Deferred@2033226257 after retry RPC after error@923568555) -> (continuation of Deferred@1342056188 after retry RPC after error@396699186) -> (continuation of Deferred@1786289869 after retry RPC after error@963249144), errback=(continuation of Deferred@1661543452 after retry RPC after error@1546742394) -> (continuation of Deferred@620068266 after retry RPC after error@1056413234) -> (continuation of Deferred@351562804 after retry RPC after error@1136764522) -> (continuation of Deferred@1289128853 after retry RPC after error@1318244923) -> (continuation of Deferred@2033226257 after retry RPC after error@923568555) -> (continuation of Deferred@1342056188 after retry RPC after error@396699186) -> (continuation of Deferred@1786289869 after retry RPC after error@963249144)))
20:21:36.400 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@627568609(state=PENDING, result=null, callback=(continuation of Deferred@1661543452 after retry RPC after error@1546742394) -> (continuation of Deferred@620068266 after retry RPC after error@1056413234) -> (continuation of Deferred@351562804 after retry RPC after error@1136764522) -> (continuation of Deferred@1289128853 after retry RPC after error@1318244923) -> (continuation of Deferred@2033226257 after retry RPC after error@923568555) -> (continuation of Deferred@1342056188 after retry RPC after error@396699186) -> (continuation of Deferred@1786289869 after retry RPC after error@963249144), errback=(continuation of Deferred@1661543452 after retry RPC after error@1546742394) -> (continuation of Deferred@620068266 after retry RPC after error@1056413234) -> (continuation of Deferred@351562804 after retry RPC after error@1136764522) -> (continuation of Deferred@1289128853 after retry RPC after error@1318244923) -> (continuation of Deferred@2033226257 after retry RPC after error@923568555) -> (continuation of Deferred@1342056188 after retry RPC after error@396699186) -> (continuation of Deferred@1786289869 after retry RPC after error@963249144)))
20:21:36.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.538 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.599 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1957973385(state=PENDING, result=null, callback=(continuation of Deferred@1190648404 after retry RPC after error@832085225) -> (continuation of Deferred@738144661 after retry RPC after error@2113010022) -> (continuation of Deferred@95201782 after retry RPC after error@1889927806) -> (continuation of Deferred@579331686 after retry RPC after error@1347359129) -> (continuation of Deferred@818737535 after retry RPC after error@1882824938) -> (continuation of Deferred@1838210141 after retry RPC after error@1174133679) -> (continuation of Deferred@309042534 after retry RPC after error@795361585), errback=(continuation of Deferred@1190648404 after retry RPC after error@832085225) -> (continuation of Deferred@738144661 after retry RPC after error@2113010022) -> (continuation of Deferred@95201782 after retry RPC after error@1889927806) -> (continuation of Deferred@579331686 after retry RPC after error@1347359129) -> (continuation of Deferred@818737535 after retry RPC after error@1882824938) -> (continuation of Deferred@1838210141 after retry RPC after error@1174133679) -> (continuation of Deferred@309042534 after retry RPC after error@795361585)))
20:21:36.600 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1957973385(state=PENDING, result=null, callback=(continuation of Deferred@1190648404 after retry RPC after error@832085225) -> (continuation of Deferred@738144661 after retry RPC after error@2113010022) -> (continuation of Deferred@95201782 after retry RPC after error@1889927806) -> (continuation of Deferred@579331686 after retry RPC after error@1347359129) -> (continuation of Deferred@818737535 after retry RPC after error@1882824938) -> (continuation of Deferred@1838210141 after retry RPC after error@1174133679) -> (continuation of Deferred@309042534 after retry RPC after error@795361585), errback=(continuation of Deferred@1190648404 after retry RPC after error@832085225) -> (continuation of Deferred@738144661 after retry RPC after error@2113010022) -> (continuation of Deferred@95201782 after retry RPC after error@1889927806) -> (continuation of Deferred@579331686 after retry RPC after error@1347359129) -> (continuation of Deferred@818737535 after retry RPC after error@1882824938) -> (continuation of Deferred@1838210141 after retry RPC after error@1174133679) -> (continuation of Deferred@309042534 after retry RPC after error@795361585)))
20:21:36.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.658 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.798 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.840 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@798715458(state=PENDING, result=null, callback=(continuation of Deferred@1085164560 after retry RPC after error@1667757909) -> (continuation of Deferred@1231802298 after retry RPC after error@1039548843) -> (continuation of Deferred@252335305 after retry RPC after error@1401669410) -> (continuation of Deferred@1141560566 after retry RPC after error@1274953413) -> (continuation of Deferred@378505071 after retry RPC after error@464580683) -> (continuation of Deferred@151993007 after retry RPC after error@868033885) -> (continuation of Deferred@1508079802 after retry RPC after error@1162733925) -> (continuation of Deferred@904358177 after retry RPC after error@1865032973), errback=(continuation of Deferred@1085164560 after retry RPC after error@1667757909) -> (continuation of Deferred@1231802298 after retry RPC after error@1039548843) -> (continuation of Deferred@252335305 after retry RPC after error@1401669410) -> (continuation of Deferred@1141560566 after retry RPC after error@1274953413) -> (continuation of Deferred@378505071 after retry RPC after error@464580683) -> (continuation of Deferred@151993007 after retry RPC after error@868033885) -> (continuation of Deferred@1508079802 after retry RPC after error@1162733925) -> (continuation of Deferred@904358177 after retry RPC after error@1865032973)))
20:21:36.840 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@798715458(state=PENDING, result=null, callback=(continuation of Deferred@1085164560 after retry RPC after error@1667757909) -> (continuation of Deferred@1231802298 after retry RPC after error@1039548843) -> (continuation of Deferred@252335305 after retry RPC after error@1401669410) -> (continuation of Deferred@1141560566 after retry RPC after error@1274953413) -> (continuation of Deferred@378505071 after retry RPC after error@464580683) -> (continuation of Deferred@151993007 after retry RPC after error@868033885) -> (continuation of Deferred@1508079802 after retry RPC after error@1162733925) -> (continuation of Deferred@904358177 after retry RPC after error@1865032973), errback=(continuation of Deferred@1085164560 after retry RPC after error@1667757909) -> (continuation of Deferred@1231802298 after retry RPC after error@1039548843) -> (continuation of Deferred@252335305 after retry RPC after error@1401669410) -> (continuation of Deferred@1141560566 after retry RPC after error@1274953413) -> (continuation of Deferred@378505071 after retry RPC after error@464580683) -> (continuation of Deferred@151993007 after retry RPC after error@868033885) -> (continuation of Deferred@1508079802 after retry RPC after error@1162733925) -> (continuation of Deferred@904358177 after retry RPC after error@1865032973)))
20:21:36.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.860 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.938 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.958 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:36.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:36.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:36.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:36.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:36.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.099 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1205949198(state=PENDING, result=null, callback=(continuation of Deferred@2024845844 after retry RPC after error@1268891317) -> (continuation of Deferred@115032446 after retry RPC after error@1273957256) -> (continuation of Deferred@909254899 after retry RPC after error@1881171094) -> (continuation of Deferred@749472605 after retry RPC after error@531428875) -> (continuation of Deferred@943614133 after retry RPC after error@1263124464) -> (continuation of Deferred@133407527 after retry RPC after error@2132218236) -> (continuation of Deferred@883406315 after retry RPC after error@840383152) -> (continuation of Deferred@677858638 after retry RPC after error@1874605519), errback=(continuation of Deferred@2024845844 after retry RPC after error@1268891317) -> (continuation of Deferred@115032446 after retry RPC after error@1273957256) -> (continuation of Deferred@909254899 after retry RPC after error@1881171094) -> (continuation of Deferred@749472605 after retry RPC after error@531428875) -> (continuation of Deferred@943614133 after retry RPC after error@1263124464) -> (continuation of Deferred@133407527 after retry RPC after error@2132218236) -> (continuation of Deferred@883406315 after retry RPC after error@840383152) -> (continuation of Deferred@677858638 after retry RPC after error@1874605519)))
20:21:37.100 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1205949198(state=PENDING, result=null, callback=(continuation of Deferred@2024845844 after retry RPC after error@1268891317) -> (continuation of Deferred@115032446 after retry RPC after error@1273957256) -> (continuation of Deferred@909254899 after retry RPC after error@1881171094) -> (continuation of Deferred@749472605 after retry RPC after error@531428875) -> (continuation of Deferred@943614133 after retry RPC after error@1263124464) -> (continuation of Deferred@133407527 after retry RPC after error@2132218236) -> (continuation of Deferred@883406315 after retry RPC after error@840383152) -> (continuation of Deferred@677858638 after retry RPC after error@1874605519), errback=(continuation of Deferred@2024845844 after retry RPC after error@1268891317) -> (continuation of Deferred@115032446 after retry RPC after error@1273957256) -> (continuation of Deferred@909254899 after retry RPC after error@1881171094) -> (continuation of Deferred@749472605 after retry RPC after error@531428875) -> (continuation of Deferred@943614133 after retry RPC after error@1263124464) -> (continuation of Deferred@133407527 after retry RPC after error@2132218236) -> (continuation of Deferred@883406315 after retry RPC after error@840383152) -> (continuation of Deferred@677858638 after retry RPC after error@1874605519)))
20:21:37.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.118 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:37.165351 23367 raft_consensus.cc:482] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 55c18f68e39c4eb9a1e628e87b862a48)
20:21:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:37.165525 23367 raft_consensus.cc:504] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } }
20:21:37.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:37.166123 23367 leader_election.cc:288] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 55c18f68e39c4eb9a1e628e87b862a48 (127.21.237.254:35353), 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275)
20:21:37.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:37.167083 22563 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.237.252:33275: connect: Connection refused (error 111) [suppressed 11 similar messages]
20:21:37.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:37.168390 22562 leader_election.cc:334] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 55c18f68e39c4eb9a1e628e87b862a48 (127.21.237.254:35353): Network error: Client connection negotiation failed: client connection to 127.21.237.254:35353: connect: Connection refused (error 111)
20:21:37.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:37.168694 22563 leader_election.cc:334] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275): Network error: Client connection negotiation failed: client connection to 127.21.237.252:33275: connect: Connection refused (error 111)
20:21:37.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:37.168797 22563 leader_election.cc:302] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 46731435ff074f7f84dc877f9d3880d8; no voters: 54323f8dd3384a429322a96de50d71f4, 55c18f68e39c4eb9a1e628e87b862a48
20:21:37.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:37.169032 23367 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:21:37.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.279 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@2041174003(state=PENDING, result=null, callback=(continuation of Deferred@729669798 after retry RPC after error@818646823) -> (continuation of Deferred@1976801929 after retry RPC after error@1123212687) -> (continuation of Deferred@105803175 after retry RPC after error@1787848958) -> (continuation of Deferred@67023095 after retry RPC after error@1471417250) -> (continuation of Deferred@585267110 after retry RPC after error@1272724636) -> (continuation of Deferred@1028871192 after retry RPC after error@1246601483) -> (continuation of Deferred@2065932451 after retry RPC after error@1362189191), errback=(continuation of Deferred@729669798 after retry RPC after error@818646823) -> (continuation of Deferred@1976801929 after retry RPC after error@1123212687) -> (continuation of Deferred@105803175 after retry RPC after error@1787848958) -> (continuation of Deferred@67023095 after retry RPC after error@1471417250) -> (continuation of Deferred@585267110 after retry RPC after error@1272724636) -> (continuation of Deferred@1028871192 after retry RPC after error@1246601483) -> (continuation of Deferred@2065932451 after retry RPC after error@1362189191)))
20:21:37.280 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@2041174003(state=PENDING, result=null, callback=(continuation of Deferred@729669798 after retry RPC after error@818646823) -> (continuation of Deferred@1976801929 after retry RPC after error@1123212687) -> (continuation of Deferred@105803175 after retry RPC after error@1787848958) -> (continuation of Deferred@67023095 after retry RPC after error@1471417250) -> (continuation of Deferred@585267110 after retry RPC after error@1272724636) -> (continuation of Deferred@1028871192 after retry RPC after error@1246601483) -> (continuation of Deferred@2065932451 after retry RPC after error@1362189191), errback=(continuation of Deferred@729669798 after retry RPC after error@818646823) -> (continuation of Deferred@1976801929 after retry RPC after error@1123212687) -> (continuation of Deferred@105803175 after retry RPC after error@1787848958) -> (continuation of Deferred@67023095 after retry RPC after error@1471417250) -> (continuation of Deferred@585267110 after retry RPC after error@1272724636) -> (continuation of Deferred@1028871192 after retry RPC after error@1246601483) -> (continuation of Deferred@2065932451 after retry RPC after error@1362189191)))
20:21:37.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.338 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.359 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.460 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@590044751(state=PENDING, result=null, callback=(continuation of Deferred@803538667 after retry RPC after error@1256019732) -> (continuation of Deferred@2141401098 after retry RPC after error@100913303) -> (continuation of Deferred@30821602 after retry RPC after error@554946107) -> (continuation of Deferred@1205242227 after retry RPC after error@1607040630) -> (continuation of Deferred@1816893489 after retry RPC after error@1402397077) -> (continuation of Deferred@544765829 after retry RPC after error@878090034), errback=(continuation of Deferred@803538667 after retry RPC after error@1256019732) -> (continuation of Deferred@2141401098 after retry RPC after error@100913303) -> (continuation of Deferred@30821602 after retry RPC after error@554946107) -> (continuation of Deferred@1205242227 after retry RPC after error@1607040630) -> (continuation of Deferred@1816893489 after retry RPC after error@1402397077) -> (continuation of Deferred@544765829 after retry RPC after error@878090034)))
20:21:37.460 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@590044751(state=PENDING, result=null, callback=(continuation of Deferred@803538667 after retry RPC after error@1256019732) -> (continuation of Deferred@2141401098 after retry RPC after error@100913303) -> (continuation of Deferred@30821602 after retry RPC after error@554946107) -> (continuation of Deferred@1205242227 after retry RPC after error@1607040630) -> (continuation of Deferred@1816893489 after retry RPC after error@1402397077) -> (continuation of Deferred@544765829 after retry RPC after error@878090034), errback=(continuation of Deferred@803538667 after retry RPC after error@1256019732) -> (continuation of Deferred@2141401098 after retry RPC after error@100913303) -> (continuation of Deferred@30821602 after retry RPC after error@554946107) -> (continuation of Deferred@1205242227 after retry RPC after error@1607040630) -> (continuation of Deferred@1816893489 after retry RPC after error@1402397077) -> (continuation of Deferred@544765829 after retry RPC after error@878090034)))
20:21:37.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.518 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.698 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.719 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@492591619(state=PENDING, result=null, callback=(continuation of Deferred@681868217 after retry RPC after error@1847548502) -> (continuation of Deferred@225042152 after retry RPC after error@1914306820) -> (continuation of Deferred@2036909389 after retry RPC after error@1840377308) -> (continuation of Deferred@787275804 after retry RPC after error@207406820) -> (continuation of Deferred@857811087 after retry RPC after error@1360854074) -> (continuation of Deferred@406391301 after retry RPC after error@1924695040) -> (continuation of Deferred@1223143304 after retry RPC after error@2116839298) -> (continuation of Deferred@781529952 after retry RPC after error@406530614), errback=(continuation of Deferred@681868217 after retry RPC after error@1847548502) -> (continuation of Deferred@225042152 after retry RPC after error@1914306820) -> (continuation of Deferred@2036909389 after retry RPC after error@1840377308) -> (continuation of Deferred@787275804 after retry RPC after error@207406820) -> (continuation of Deferred@857811087 after retry RPC after error@1360854074) -> (continuation of Deferred@406391301 after retry RPC after error@1924695040) -> (continuation of Deferred@1223143304 after retry RPC after error@2116839298) -> (continuation of Deferred@781529952 after retry RPC after error@406530614)))
20:21:37.720 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@492591619(state=PENDING, result=null, callback=(continuation of Deferred@681868217 after retry RPC after error@1847548502) -> (continuation of Deferred@225042152 after retry RPC after error@1914306820) -> (continuation of Deferred@2036909389 after retry RPC after error@1840377308) -> (continuation of Deferred@787275804 after retry RPC after error@207406820) -> (continuation of Deferred@857811087 after retry RPC after error@1360854074) -> (continuation of Deferred@406391301 after retry RPC after error@1924695040) -> (continuation of Deferred@1223143304 after retry RPC after error@2116839298) -> (continuation of Deferred@781529952 after retry RPC after error@406530614), errback=(continuation of Deferred@681868217 after retry RPC after error@1847548502) -> (continuation of Deferred@225042152 after retry RPC after error@1914306820) -> (continuation of Deferred@2036909389 after retry RPC after error@1840377308) -> (continuation of Deferred@787275804 after retry RPC after error@207406820) -> (continuation of Deferred@857811087 after retry RPC after error@1360854074) -> (continuation of Deferred@406391301 after retry RPC after error@1924695040) -> (continuation of Deferred@1223143304 after retry RPC after error@2116839298) -> (continuation of Deferred@781529952 after retry RPC after error@406530614)))
20:21:37.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.758 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.940 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@128277497(state=PENDING, result=null, callback=(continuation of Deferred@317560372 after retry RPC after error@1143621655) -> (continuation of Deferred@189153258 after retry RPC after error@647092200) -> (continuation of Deferred@1479780664 after retry RPC after error@1313814745) -> (continuation of Deferred@1959585685 after retry RPC after error@1556762739) -> (continuation of Deferred@427116731 after retry RPC after error@785064636) -> (continuation of Deferred@1026066623 after retry RPC after error@862920353) -> (continuation of Deferred@7121127 after retry RPC after error@2001052820), errback=(continuation of Deferred@317560372 after retry RPC after error@1143621655) -> (continuation of Deferred@189153258 after retry RPC after error@647092200) -> (continuation of Deferred@1479780664 after retry RPC after error@1313814745) -> (continuation of Deferred@1959585685 after retry RPC after error@1556762739) -> (continuation of Deferred@427116731 after retry RPC after error@785064636) -> (continuation of Deferred@1026066623 after retry RPC after error@862920353) -> (continuation of Deferred@7121127 after retry RPC after error@2001052820)))
20:21:37.940 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@128277497(state=PENDING, result=null, callback=(continuation of Deferred@317560372 after retry RPC after error@1143621655) -> (continuation of Deferred@189153258 after retry RPC after error@647092200) -> (continuation of Deferred@1479780664 after retry RPC after error@1313814745) -> (continuation of Deferred@1959585685 after retry RPC after error@1556762739) -> (continuation of Deferred@427116731 after retry RPC after error@785064636) -> (continuation of Deferred@1026066623 after retry RPC after error@862920353) -> (continuation of Deferred@7121127 after retry RPC after error@2001052820), errback=(continuation of Deferred@317560372 after retry RPC after error@1143621655) -> (continuation of Deferred@189153258 after retry RPC after error@647092200) -> (continuation of Deferred@1479780664 after retry RPC after error@1313814745) -> (continuation of Deferred@1959585685 after retry RPC after error@1556762739) -> (continuation of Deferred@427116731 after retry RPC after error@785064636) -> (continuation of Deferred@1026066623 after retry RPC after error@862920353) -> (continuation of Deferred@7121127 after retry RPC after error@2001052820)))
20:21:37.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:37.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:37.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:37.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:37.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:37.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.179 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@320971494(state=PENDING, result=null, callback=(continuation of Deferred@1651582014 after retry RPC after error@996790935) -> (continuation of Deferred@1623127519 after retry RPC after error@2115395004) -> (continuation of Deferred@355321492 after retry RPC after error@1613054924) -> (continuation of Deferred@2007126554 after retry RPC after error@991234799) -> (continuation of Deferred@1089954431 after retry RPC after error@176583310) -> (continuation of Deferred@1867629382 after retry RPC after error@2080435761) -> (continuation of Deferred@119508820 after retry RPC after error@1043636027), errback=(continuation of Deferred@1651582014 after retry RPC after error@996790935) -> (continuation of Deferred@1623127519 after retry RPC after error@2115395004) -> (continuation of Deferred@355321492 after retry RPC after error@1613054924) -> (continuation of Deferred@2007126554 after retry RPC after error@991234799) -> (continuation of Deferred@1089954431 after retry RPC after error@176583310) -> (continuation of Deferred@1867629382 after retry RPC after error@2080435761) -> (continuation of Deferred@119508820 after retry RPC after error@1043636027)))
20:21:38.180 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@320971494(state=PENDING, result=null, callback=(continuation of Deferred@1651582014 after retry RPC after error@996790935) -> (continuation of Deferred@1623127519 after retry RPC after error@2115395004) -> (continuation of Deferred@355321492 after retry RPC after error@1613054924) -> (continuation of Deferred@2007126554 after retry RPC after error@991234799) -> (continuation of Deferred@1089954431 after retry RPC after error@176583310) -> (continuation of Deferred@1867629382 after retry RPC after error@2080435761) -> (continuation of Deferred@119508820 after retry RPC after error@1043636027), errback=(continuation of Deferred@1651582014 after retry RPC after error@996790935) -> (continuation of Deferred@1623127519 after retry RPC after error@2115395004) -> (continuation of Deferred@355321492 after retry RPC after error@1613054924) -> (continuation of Deferred@2007126554 after retry RPC after error@991234799) -> (continuation of Deferred@1089954431 after retry RPC after error@176583310) -> (continuation of Deferred@1867629382 after retry RPC after error@2080435761) -> (continuation of Deferred@119508820 after retry RPC after error@1043636027)))
20:21:38.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.218 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.380 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@905046393(state=PENDING, result=null, callback=(continuation of Deferred@229117480 after retry RPC after error@1172425441) -> (continuation of Deferred@1710529837 after retry RPC after error@1609833163) -> (continuation of Deferred@316704339 after retry RPC after error@1503518764) -> (continuation of Deferred@415302599 after retry RPC after error@1729912918) -> (continuation of Deferred@1901637880 after retry RPC after error@1198695039) -> (continuation of Deferred@1472028269 after retry RPC after error@1403488796) -> (continuation of Deferred@1741438944 after retry RPC after error@905906236), errback=(continuation of Deferred@229117480 after retry RPC after error@1172425441) -> (continuation of Deferred@1710529837 after retry RPC after error@1609833163) -> (continuation of Deferred@316704339 after retry RPC after error@1503518764) -> (continuation of Deferred@415302599 after retry RPC after error@1729912918) -> (continuation of Deferred@1901637880 after retry RPC after error@1198695039) -> (continuation of Deferred@1472028269 after retry RPC after error@1403488796) -> (continuation of Deferred@1741438944 after retry RPC after error@905906236)))
20:21:38.380 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@905046393(state=PENDING, result=null, callback=(continuation of Deferred@229117480 after retry RPC after error@1172425441) -> (continuation of Deferred@1710529837 after retry RPC after error@1609833163) -> (continuation of Deferred@316704339 after retry RPC after error@1503518764) -> (continuation of Deferred@415302599 after retry RPC after error@1729912918) -> (continuation of Deferred@1901637880 after retry RPC after error@1198695039) -> (continuation of Deferred@1472028269 after retry RPC after error@1403488796) -> (continuation of Deferred@1741438944 after retry RPC after error@905906236), errback=(continuation of Deferred@229117480 after retry RPC after error@1172425441) -> (continuation of Deferred@1710529837 after retry RPC after error@1609833163) -> (continuation of Deferred@316704339 after retry RPC after error@1503518764) -> (continuation of Deferred@415302599 after retry RPC after error@1729912918) -> (continuation of Deferred@1901637880 after retry RPC after error@1198695039) -> (continuation of Deferred@1472028269 after retry RPC after error@1403488796) -> (continuation of Deferred@1741438944 after retry RPC after error@905906236)))
20:21:38.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.599 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1155541553(state=PENDING, result=null, callback=(continuation of Deferred@1487967468 after retry RPC after error@479796132) -> (continuation of Deferred@717601223 after retry RPC after error@1865531148) -> (continuation of Deferred@872038898 after retry RPC after error@1735014418) -> (continuation of Deferred@1625730745 after retry RPC after error@38646902) -> (continuation of Deferred@1666813980 after retry RPC after error@1430621901) -> (continuation of Deferred@8614330 after retry RPC after error@1862441944) -> (continuation of Deferred@1089748820 after retry RPC after error@968811105), errback=(continuation of Deferred@1487967468 after retry RPC after error@479796132) -> (continuation of Deferred@717601223 after retry RPC after error@1865531148) -> (continuation of Deferred@872038898 after retry RPC after error@1735014418) -> (continuation of Deferred@1625730745 after retry RPC after error@38646902) -> (continuation of Deferred@1666813980 after retry RPC after error@1430621901) -> (continuation of Deferred@8614330 after retry RPC after error@1862441944) -> (continuation of Deferred@1089748820 after retry RPC after error@968811105)))
20:21:38.600 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1155541553(state=PENDING, result=null, callback=(continuation of Deferred@1487967468 after retry RPC after error@479796132) -> (continuation of Deferred@717601223 after retry RPC after error@1865531148) -> (continuation of Deferred@872038898 after retry RPC after error@1735014418) -> (continuation of Deferred@1625730745 after retry RPC after error@38646902) -> (continuation of Deferred@1666813980 after retry RPC after error@1430621901) -> (continuation of Deferred@8614330 after retry RPC after error@1862441944) -> (continuation of Deferred@1089748820 after retry RPC after error@968811105), errback=(continuation of Deferred@1487967468 after retry RPC after error@479796132) -> (continuation of Deferred@717601223 after retry RPC after error@1865531148) -> (continuation of Deferred@872038898 after retry RPC after error@1735014418) -> (continuation of Deferred@1625730745 after retry RPC after error@38646902) -> (continuation of Deferred@1666813980 after retry RPC after error@1430621901) -> (continuation of Deferred@8614330 after retry RPC after error@1862441944) -> (continuation of Deferred@1089748820 after retry RPC after error@968811105)))
20:21:38.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.638 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.658 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.698 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.800 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@458102622(state=PENDING, result=null, callback=(continuation of Deferred@9485577 after retry RPC after error@301315725) -> (continuation of Deferred@2030296895 after retry RPC after error@303874982) -> (continuation of Deferred@400645145 after retry RPC after error@731693494) -> (continuation of Deferred@1275140573 after retry RPC after error@947184136) -> (continuation of Deferred@627601547 after retry RPC after error@1748276449) -> (continuation of Deferred@750761931 after retry RPC after error@860120310) -> (continuation of Deferred@1439606333 after retry RPC after error@420586489), errback=(continuation of Deferred@9485577 after retry RPC after error@301315725) -> (continuation of Deferred@2030296895 after retry RPC after error@303874982) -> (continuation of Deferred@400645145 after retry RPC after error@731693494) -> (continuation of Deferred@1275140573 after retry RPC after error@947184136) -> (continuation of Deferred@627601547 after retry RPC after error@1748276449) -> (continuation of Deferred@750761931 after retry RPC after error@860120310) -> (continuation of Deferred@1439606333 after retry RPC after error@420586489)))
20:21:38.800 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@458102622(state=PENDING, result=null, callback=(continuation of Deferred@9485577 after retry RPC after error@301315725) -> (continuation of Deferred@2030296895 after retry RPC after error@303874982) -> (continuation of Deferred@400645145 after retry RPC after error@731693494) -> (continuation of Deferred@1275140573 after retry RPC after error@947184136) -> (continuation of Deferred@627601547 after retry RPC after error@1748276449) -> (continuation of Deferred@750761931 after retry RPC after error@860120310) -> (continuation of Deferred@1439606333 after retry RPC after error@420586489), errback=(continuation of Deferred@9485577 after retry RPC after error@301315725) -> (continuation of Deferred@2030296895 after retry RPC after error@303874982) -> (continuation of Deferred@400645145 after retry RPC after error@731693494) -> (continuation of Deferred@1275140573 after retry RPC after error@947184136) -> (continuation of Deferred@627601547 after retry RPC after error@1748276449) -> (continuation of Deferred@750761931 after retry RPC after error@860120310) -> (continuation of Deferred@1439606333 after retry RPC after error@420586489)))
20:21:38.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.818 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.858 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:38.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:38.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:38.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:38.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:38.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.040 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [103ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [103ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [103ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@847460097(state=PENDING, result=null, callback=(continuation of Deferred@1567262394 after retry RPC after error@1373448907) -> (continuation of Deferred@1358066753 after retry RPC after error@2078435937) -> (continuation of Deferred@1924431089 after retry RPC after error@1242012446) -> (continuation of Deferred@152350307 after retry RPC after error@1632463938) -> (continuation of Deferred@810534766 after retry RPC after error@1181119762) -> (continuation of Deferred@1781382155 after retry RPC after error@1611199088) -> (continuation of Deferred@775040424 after retry RPC after error@1527321497), errback=(continuation of Deferred@1567262394 after retry RPC after error@1373448907) -> (continuation of Deferred@1358066753 after retry RPC after error@2078435937) -> (continuation of Deferred@1924431089 after retry RPC after error@1242012446) -> (continuation of Deferred@152350307 after retry RPC after error@1632463938) -> (continuation of Deferred@810534766 after retry RPC after error@1181119762) -> (continuation of Deferred@1781382155 after retry RPC after error@1611199088) -> (continuation of Deferred@775040424 after retry RPC after error@1527321497)))
20:21:39.040 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [103ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [103ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [103ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@847460097(state=PENDING, result=null, callback=(continuation of Deferred@1567262394 after retry RPC after error@1373448907) -> (continuation of Deferred@1358066753 after retry RPC after error@2078435937) -> (continuation of Deferred@1924431089 after retry RPC after error@1242012446) -> (continuation of Deferred@152350307 after retry RPC after error@1632463938) -> (continuation of Deferred@810534766 after retry RPC after error@1181119762) -> (continuation of Deferred@1781382155 after retry RPC after error@1611199088) -> (continuation of Deferred@775040424 after retry RPC after error@1527321497), errback=(continuation of Deferred@1567262394 after retry RPC after error@1373448907) -> (continuation of Deferred@1358066753 after retry RPC after error@2078435937) -> (continuation of Deferred@1924431089 after retry RPC after error@1242012446) -> (continuation of Deferred@152350307 after retry RPC after error@1632463938) -> (continuation of Deferred@810534766 after retry RPC after error@1181119762) -> (continuation of Deferred@1781382155 after retry RPC after error@1611199088) -> (continuation of Deferred@775040424 after retry RPC after error@1527321497)))
20:21:39.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.239 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@604298356(state=PENDING, result=null, callback=(continuation of Deferred@397473667 after retry RPC after error@1138899937) -> (continuation of Deferred@1984890867 after retry RPC after error@1957335602) -> (continuation of Deferred@1681293259 after retry RPC after error@920219039) -> (continuation of Deferred@950502440 after retry RPC after error@415021580) -> (continuation of Deferred@1327716087 after retry RPC after error@845905689) -> (continuation of Deferred@921250744 after retry RPC after error@1266191283), errback=(continuation of Deferred@397473667 after retry RPC after error@1138899937) -> (continuation of Deferred@1984890867 after retry RPC after error@1957335602) -> (continuation of Deferred@1681293259 after retry RPC after error@920219039) -> (continuation of Deferred@950502440 after retry RPC after error@415021580) -> (continuation of Deferred@1327716087 after retry RPC after error@845905689) -> (continuation of Deferred@921250744 after retry RPC after error@1266191283)))
20:21:39.240 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@604298356(state=PENDING, result=null, callback=(continuation of Deferred@397473667 after retry RPC after error@1138899937) -> (continuation of Deferred@1984890867 after retry RPC after error@1957335602) -> (continuation of Deferred@1681293259 after retry RPC after error@920219039) -> (continuation of Deferred@950502440 after retry RPC after error@415021580) -> (continuation of Deferred@1327716087 after retry RPC after error@845905689) -> (continuation of Deferred@921250744 after retry RPC after error@1266191283), errback=(continuation of Deferred@397473667 after retry RPC after error@1138899937) -> (continuation of Deferred@1984890867 after retry RPC after error@1957335602) -> (continuation of Deferred@1681293259 after retry RPC after error@920219039) -> (continuation of Deferred@950502440 after retry RPC after error@415021580) -> (continuation of Deferred@1327716087 after retry RPC after error@845905689) -> (continuation of Deferred@921250744 after retry RPC after error@1266191283)))
20:21:39.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.258 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.258 [WARN - pool-46-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.359 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.419 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1094916868(state=PENDING, result=null, callback=(continuation of Deferred@1865746921 after retry RPC after error@857781908) -> (continuation of Deferred@1473902903 after retry RPC after error@236671987) -> (continuation of Deferred@1235642776 after retry RPC after error@2131030574) -> (continuation of Deferred@1737276600 after retry RPC after error@870121329) -> (continuation of Deferred@1238149691 after retry RPC after error@293713070) -> (continuation of Deferred@334148442 after retry RPC after error@1201271073), errback=(continuation of Deferred@1865746921 after retry RPC after error@857781908) -> (continuation of Deferred@1473902903 after retry RPC after error@236671987) -> (continuation of Deferred@1235642776 after retry RPC after error@2131030574) -> (continuation of Deferred@1737276600 after retry RPC after error@870121329) -> (continuation of Deferred@1238149691 after retry RPC after error@293713070) -> (continuation of Deferred@334148442 after retry RPC after error@1201271073)))
20:21:39.420 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1094916868(state=PENDING, result=null, callback=(continuation of Deferred@1865746921 after retry RPC after error@857781908) -> (continuation of Deferred@1473902903 after retry RPC after error@236671987) -> (continuation of Deferred@1235642776 after retry RPC after error@2131030574) -> (continuation of Deferred@1737276600 after retry RPC after error@870121329) -> (continuation of Deferred@1238149691 after retry RPC after error@293713070) -> (continuation of Deferred@334148442 after retry RPC after error@1201271073), errback=(continuation of Deferred@1865746921 after retry RPC after error@857781908) -> (continuation of Deferred@1473902903 after retry RPC after error@236671987) -> (continuation of Deferred@1235642776 after retry RPC after error@2131030574) -> (continuation of Deferred@1737276600 after retry RPC after error@870121329) -> (continuation of Deferred@1238149691 after retry RPC after error@293713070) -> (continuation of Deferred@334148442 after retry RPC after error@1201271073)))
20:21:39.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.598 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.619 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1591474388(state=PENDING, result=null, callback=(continuation of Deferred@876770488 after retry RPC after error@632991307) -> (continuation of Deferred@676435667 after retry RPC after error@701351509) -> (continuation of Deferred@244158560 after retry RPC after error@2117451532) -> (continuation of Deferred@1526090007 after retry RPC after error@491701106) -> (continuation of Deferred@2141343275 after retry RPC after error@742150924) -> (continuation of Deferred@1156192621 after retry RPC after error@794040273) -> (continuation of Deferred@1122682630 after retry RPC after error@209733732), errback=(continuation of Deferred@876770488 after retry RPC after error@632991307) -> (continuation of Deferred@676435667 after retry RPC after error@701351509) -> (continuation of Deferred@244158560 after retry RPC after error@2117451532) -> (continuation of Deferred@1526090007 after retry RPC after error@491701106) -> (continuation of Deferred@2141343275 after retry RPC after error@742150924) -> (continuation of Deferred@1156192621 after retry RPC after error@794040273) -> (continuation of Deferred@1122682630 after retry RPC after error@209733732)))
20:21:39.619 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1591474388(state=PENDING, result=null, callback=(continuation of Deferred@876770488 after retry RPC after error@632991307) -> (continuation of Deferred@676435667 after retry RPC after error@701351509) -> (continuation of Deferred@244158560 after retry RPC after error@2117451532) -> (continuation of Deferred@1526090007 after retry RPC after error@491701106) -> (continuation of Deferred@2141343275 after retry RPC after error@742150924) -> (continuation of Deferred@1156192621 after retry RPC after error@794040273) -> (continuation of Deferred@1122682630 after retry RPC after error@209733732), errback=(continuation of Deferred@876770488 after retry RPC after error@632991307) -> (continuation of Deferred@676435667 after retry RPC after error@701351509) -> (continuation of Deferred@244158560 after retry RPC after error@2117451532) -> (continuation of Deferred@1526090007 after retry RPC after error@491701106) -> (continuation of Deferred@2141343275 after retry RPC after error@742150924) -> (continuation of Deferred@1156192621 after retry RPC after error@794040273) -> (continuation of Deferred@1122682630 after retry RPC after error@209733732)))
20:21:39.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.678 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.698 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.718 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.758 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.778 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.880 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1333247328(state=PENDING, result=null, callback=(continuation of Deferred@68132481 after retry RPC after error@994087574) -> (continuation of Deferred@877554676 after retry RPC after error@1184914592) -> (continuation of Deferred@1050880355 after retry RPC after error@21551107) -> (continuation of Deferred@1184760341 after retry RPC after error@35586874) -> (continuation of Deferred@634444331 after retry RPC after error@1646237266) -> (continuation of Deferred@1420279470 after retry RPC after error@777740755) -> (continuation of Deferred@234485681 after retry RPC after error@332029274) -> (continuation of Deferred@2062668611 after retry RPC after error@265379895), errback=(continuation of Deferred@68132481 after retry RPC after error@994087574) -> (continuation of Deferred@877554676 after retry RPC after error@1184914592) -> (continuation of Deferred@1050880355 after retry RPC after error@21551107) -> (continuation of Deferred@1184760341 after retry RPC after error@35586874) -> (continuation of Deferred@634444331 after retry RPC after error@1646237266) -> (continuation of Deferred@1420279470 after retry RPC after error@777740755) -> (continuation of Deferred@234485681 after retry RPC after error@332029274) -> (continuation of Deferred@2062668611 after retry RPC after error@265379895)))
20:21:39.880 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1333247328(state=PENDING, result=null, callback=(continuation of Deferred@68132481 after retry RPC after error@994087574) -> (continuation of Deferred@877554676 after retry RPC after error@1184914592) -> (continuation of Deferred@1050880355 after retry RPC after error@21551107) -> (continuation of Deferred@1184760341 after retry RPC after error@35586874) -> (continuation of Deferred@634444331 after retry RPC after error@1646237266) -> (continuation of Deferred@1420279470 after retry RPC after error@777740755) -> (continuation of Deferred@234485681 after retry RPC after error@332029274) -> (continuation of Deferred@2062668611 after retry RPC after error@265379895), errback=(continuation of Deferred@68132481 after retry RPC after error@994087574) -> (continuation of Deferred@877554676 after retry RPC after error@1184914592) -> (continuation of Deferred@1050880355 after retry RPC after error@21551107) -> (continuation of Deferred@1184760341 after retry RPC after error@35586874) -> (continuation of Deferred@634444331 after retry RPC after error@1646237266) -> (continuation of Deferred@1420279470 after retry RPC after error@777740755) -> (continuation of Deferred@234485681 after retry RPC after error@332029274) -> (continuation of Deferred@2062668611 after retry RPC after error@265379895)))
20:21:39.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.938 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:39.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:39.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:39.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:39.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:39.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:40.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:40.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:40.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.018 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:40.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:40.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:40.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:40.120 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1016391703(state=PENDING, result=null, callback=(continuation of Deferred@366330719 after retry RPC after error@790529011) -> (continuation of Deferred@1710568656 after retry RPC after error@2117774377) -> (continuation of Deferred@1171146634 after retry RPC after error@513033691) -> (continuation of Deferred@1384886637 after retry RPC after error@2046498033) -> (continuation of Deferred@1321135699 after retry RPC after error@1916321986) -> (continuation of Deferred@2109151025 after retry RPC after error@1556793578) -> (continuation of Deferred@1707043158 after retry RPC after error@1362463731), errback=(continuation of Deferred@366330719 after retry RPC after error@790529011) -> (continuation of Deferred@1710568656 after retry RPC after error@2117774377) -> (continuation of Deferred@1171146634 after retry RPC after error@513033691) -> (continuation of Deferred@1384886637 after retry RPC after error@2046498033) -> (continuation of Deferred@1321135699 after retry RPC after error@1916321986) -> (continuation of Deferred@2109151025 after retry RPC after error@1556793578) -> (continuation of Deferred@1707043158 after retry RPC after error@1362463731)))
20:21:40.120 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1016391703(state=PENDING, result=null, callback=(continuation of Deferred@366330719 after retry RPC after error@790529011) -> (continuation of Deferred@1710568656 after retry RPC after error@2117774377) -> (continuation of Deferred@1171146634 after retry RPC after error@513033691) -> (continuation of Deferred@1384886637 after retry RPC after error@2046498033) -> (continuation of Deferred@1321135699 after retry RPC after error@1916321986) -> (continuation of Deferred@2109151025 after retry RPC after error@1556793578) -> (continuation of Deferred@1707043158 after retry RPC after error@1362463731), errback=(continuation of Deferred@366330719 after retry RPC after error@790529011) -> (continuation of Deferred@1710568656 after retry RPC after error@2117774377) -> (continuation of Deferred@1171146634 after retry RPC after error@513033691) -> (continuation of Deferred@1384886637 after retry RPC after error@2046498033) -> (continuation of Deferred@1321135699 after retry RPC after error@1916321986) -> (continuation of Deferred@2109151025 after retry RPC after error@1556793578) -> (continuation of Deferred@1707043158 after retry RPC after error@1362463731)))
20:21:40.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:40.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:40.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:40.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:40.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:40.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:40.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:40.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:40.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:40.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:40.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:40.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:40.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:40.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:40.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:40.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:40.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:40.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:40.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:40.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:40.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:40.319 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [180ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@407817873(state=PENDING, result=null, callback=(continuation of Deferred@1033263970 after retry RPC after error@1847873157) -> (continuation of Deferred@1181353835 after retry RPC after error@683565937) -> (continuation of Deferred@662462543 after retry RPC after error@1801470531) -> (continuation of Deferred@2108117275 after retry RPC after error@651759669) -> (continuation of Deferred@1659069113 after retry RPC after error@192435964) -> (continuation of Deferred@1276178689 after retry RPC after error@572921870), errback=(continuation of Deferred@1033263970 after retry RPC after error@1847873157) -> (continuation of Deferred@1181353835 after retry RPC after error@683565937) -> (continuation of Deferred@662462543 after retry RPC after error@1801470531) -> (continuation of Deferred@2108117275 after retry RPC after error@651759669) -> (continuation of Deferred@1659069113 after retry RPC after error@192435964) -> (continuation of Deferred@1276178689 after retry RPC after error@572921870)))
20:21:40.319 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [180ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@407817873(state=PENDING, result=null, callback=(continuation of Deferred@1033263970 after retry RPC after error@1847873157) -> (continuation of Deferred@1181353835 after retry RPC after error@683565937) -> (continuation of Deferred@662462543 after retry RPC after error@1801470531) -> (continuation of Deferred@2108117275 after retry RPC after error@651759669) -> (continuation of Deferred@1659069113 after retry RPC after error@192435964) -> (continuation of Deferred@1276178689 after retry RPC after error@572921870), errback=(continuation of Deferred@1033263970 after retry RPC after error@1847873157) -> (continuation of Deferred@1181353835 after retry RPC after error@683565937) -> (continuation of Deferred@662462543 after retry RPC after error@1801470531) -> (continuation of Deferred@2108117275 after retry RPC after error@651759669) -> (continuation of Deferred@1659069113 after retry RPC after error@192435964) -> (continuation of Deferred@1276178689 after retry RPC after error@572921870)))
20:21:40.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:40.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:40.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:40.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:40.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:40.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.358 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:40.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:40.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:40.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.378 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:40.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:40.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:40.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:40.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:40.404803 23101 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 1)
20:21:40.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:40.409230 23101 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '0aaa9a720fd748f88290a24a43972cb7', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '0aaa9a720fd748f88290a24a43972cb7', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 1)
20:21:40.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:40.410523 23101 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.21.237.252:33275)
20:21:40.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:40.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:40.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:40.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:40.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:40.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.460 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:40.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:40.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:40.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.498 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:40.499 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1269507461(state=PENDING, result=null, callback=(continuation of Deferred@1275375619 after retry RPC after error@433531418) -> (continuation of Deferred@615296032 after retry RPC after error@909713981) -> (continuation of Deferred@1599342673 after retry RPC after error@2138271323) -> (continuation of Deferred@1056899129 after retry RPC after error@1093199121) -> (continuation of Deferred@1044474853 after retry RPC after error@1520749504) -> (continuation of Deferred@480048741 after retry RPC after error@437946506), errback=(continuation of Deferred@1275375619 after retry RPC after error@433531418) -> (continuation of Deferred@615296032 after retry RPC after error@909713981) -> (continuation of Deferred@1599342673 after retry RPC after error@2138271323) -> (continuation of Deferred@1056899129 after retry RPC after error@1093199121) -> (continuation of Deferred@1044474853 after retry RPC after error@1520749504) -> (continuation of Deferred@480048741 after retry RPC after error@437946506)))
20:21:40.499 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1269507461(state=PENDING, result=null, callback=(continuation of Deferred@1275375619 after retry RPC after error@433531418) -> (continuation of Deferred@615296032 after retry RPC after error@909713981) -> (continuation of Deferred@1599342673 after retry RPC after error@2138271323) -> (continuation of Deferred@1056899129 after retry RPC after error@1093199121) -> (continuation of Deferred@1044474853 after retry RPC after error@1520749504) -> (continuation of Deferred@480048741 after retry RPC after error@437946506), errback=(continuation of Deferred@1275375619 after retry RPC after error@433531418) -> (continuation of Deferred@615296032 after retry RPC after error@909713981) -> (continuation of Deferred@1599342673 after retry RPC after error@2138271323) -> (continuation of Deferred@1056899129 after retry RPC after error@1093199121) -> (continuation of Deferred@1044474853 after retry RPC after error@1520749504) -> (continuation of Deferred@480048741 after retry RPC after error@437946506)))
20:21:40.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:40.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:40.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:40.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:40.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:40.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.538 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:40.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:40.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:40.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:40.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:40.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:40.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:40.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:40.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:40.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:40.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:40.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:40.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:40.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:40.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:40.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:40.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:40.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:40.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:40.719 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@788580257(state=PENDING, result=null, callback=(continuation of Deferred@1600107786 after retry RPC after error@305347868) -> (continuation of Deferred@958484792 after retry RPC after error@271950962) -> (continuation of Deferred@845198491 after retry RPC after error@967877654) -> (continuation of Deferred@170625673 after retry RPC after error@931182986) -> (continuation of Deferred@15931277 after retry RPC after error@1012892561) -> (continuation of Deferred@1794517329 after retry RPC after error@1485341036) -> (continuation of Deferred@1088404111 after retry RPC after error@14481934), errback=(continuation of Deferred@1600107786 after retry RPC after error@305347868) -> (continuation of Deferred@958484792 after retry RPC after error@271950962) -> (continuation of Deferred@845198491 after retry RPC after error@967877654) -> (continuation of Deferred@170625673 after retry RPC after error@931182986) -> (continuation of Deferred@15931277 after retry RPC after error@1012892561) -> (continuation of Deferred@1794517329 after retry RPC after error@1485341036) -> (continuation of Deferred@1088404111 after retry RPC after error@14481934)))
20:21:40.721 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@788580257(state=PENDING, result=null, callback=(continuation of Deferred@1600107786 after retry RPC after error@305347868) -> (continuation of Deferred@958484792 after retry RPC after error@271950962) -> (continuation of Deferred@845198491 after retry RPC after error@967877654) -> (continuation of Deferred@170625673 after retry RPC after error@931182986) -> (continuation of Deferred@15931277 after retry RPC after error@1012892561) -> (continuation of Deferred@1794517329 after retry RPC after error@1485341036) -> (continuation of Deferred@1088404111 after retry RPC after error@14481934), errback=(continuation of Deferred@1600107786 after retry RPC after error@305347868) -> (continuation of Deferred@958484792 after retry RPC after error@271950962) -> (continuation of Deferred@845198491 after retry RPC after error@967877654) -> (continuation of Deferred@170625673 after retry RPC after error@931182986) -> (continuation of Deferred@15931277 after retry RPC after error@1012892561) -> (continuation of Deferred@1794517329 after retry RPC after error@1485341036) -> (continuation of Deferred@1088404111 after retry RPC after error@14481934)))
20:21:40.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:40.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:40.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:40.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:40.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:40.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:40.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:40.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:40.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:40.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:40.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:40.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:40.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:40.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:40.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.818 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:40.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:40.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:40.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:40.858016 23392 raft_consensus.cc:482] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 55c18f68e39c4eb9a1e628e87b862a48)
20:21:40.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:40.858421 23392 raft_consensus.cc:504] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } }
20:21:40.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:40.859207 23392 leader_election.cc:288] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 55c18f68e39c4eb9a1e628e87b862a48 (127.21.237.254:35353), 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275)
20:21:40.861 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:40.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:40.861511 22562 leader_election.cc:334] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 55c18f68e39c4eb9a1e628e87b862a48 (127.21.237.254:35353): Network error: Client connection negotiation failed: client connection to 127.21.237.254:35353: connect: Connection refused (error 111)
20:21:40.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:40.861738 22563 leader_election.cc:334] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275): Network error: Client connection negotiation failed: client connection to 127.21.237.252:33275: connect: Connection refused (error 111)
20:21:40.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:40.861850 22563 leader_election.cc:302] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 46731435ff074f7f84dc877f9d3880d8; no voters: 54323f8dd3384a429322a96de50d71f4, 55c18f68e39c4eb9a1e628e87b862a48
20:21:40.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:40.862135 23392 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:21:40.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:40.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:40.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:40.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:40.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:40.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:40.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:40.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:40.997 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@241092341(state=PENDING, result=null, callback=(continuation of Deferred@1156429753 after retry RPC after error@809471198) -> (continuation of Deferred@1848467347 after retry RPC after error@373048781) -> (continuation of Deferred@1061517516 after retry RPC after error@1943030406) -> (continuation of Deferred@2005226152 after retry RPC after error@65237944) -> (continuation of Deferred@401930256 after retry RPC after error@1719731218) -> (continuation of Deferred@994843256 after retry RPC after error@598396954) -> (continuation of Deferred@321816583 after retry RPC after error@2103558116) -> (continuation of Deferred@648406506 after retry RPC after error@1400560420), errback=(continuation of Deferred@1156429753 after retry RPC after error@809471198) -> (continuation of Deferred@1848467347 after retry RPC after error@373048781) -> (continuation of Deferred@1061517516 after retry RPC after error@1943030406) -> (continuation of Deferred@2005226152 after retry RPC after error@65237944) -> (continuation of Deferred@401930256 after retry RPC after error@1719731218) -> (continuation of Deferred@994843256 after retry RPC after error@598396954) -> (continuation of Deferred@321816583 after retry RPC after error@2103558116) -> (continuation of Deferred@648406506 after retry RPC after error@1400560420)))
20:21:40.998 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
20:21:41.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.058 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.098 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.118 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.180 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@253076682(state=PENDING, result=null, callback=(continuation of Deferred@142512092 after retry RPC after error@1674782303) -> (continuation of Deferred@1347646673 after retry RPC after error@1916971493) -> (continuation of Deferred@238999582 after retry RPC after error@1948644952) -> (continuation of Deferred@1067184625 after retry RPC after error@1483831910) -> (continuation of Deferred@553105246 after retry RPC after error@2067464750) -> (continuation of Deferred@466579649 after retry RPC after error@1212062612), errback=(continuation of Deferred@142512092 after retry RPC after error@1674782303) -> (continuation of Deferred@1347646673 after retry RPC after error@1916971493) -> (continuation of Deferred@238999582 after retry RPC after error@1948644952) -> (continuation of Deferred@1067184625 after retry RPC after error@1483831910) -> (continuation of Deferred@553105246 after retry RPC after error@2067464750) -> (continuation of Deferred@466579649 after retry RPC after error@1212062612)))
20:21:41.180 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@253076682(state=PENDING, result=null, callback=(continuation of Deferred@142512092 after retry RPC after error@1674782303) -> (continuation of Deferred@1347646673 after retry RPC after error@1916971493) -> (continuation of Deferred@238999582 after retry RPC after error@1948644952) -> (continuation of Deferred@1067184625 after retry RPC after error@1483831910) -> (continuation of Deferred@553105246 after retry RPC after error@2067464750) -> (continuation of Deferred@466579649 after retry RPC after error@1212062612), errback=(continuation of Deferred@142512092 after retry RPC after error@1674782303) -> (continuation of Deferred@1347646673 after retry RPC after error@1916971493) -> (continuation of Deferred@238999582 after retry RPC after error@1948644952) -> (continuation of Deferred@1067184625 after retry RPC after error@1483831910) -> (continuation of Deferred@553105246 after retry RPC after error@2067464750) -> (continuation of Deferred@466579649 after retry RPC after error@1212062612)))
20:21:41.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.198 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.218 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.238 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.258 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.418 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.419 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1720910887(state=PENDING, result=null, callback=(continuation of Deferred@262150931 after retry RPC after error@688745677) -> (continuation of Deferred@811833057 after retry RPC after error@1311706870) -> (continuation of Deferred@1096350883 after retry RPC after error@57776961) -> (continuation of Deferred@789172560 after retry RPC after error@426189561) -> (continuation of Deferred@526149778 after retry RPC after error@276321195) -> (continuation of Deferred@1897567141 after retry RPC after error@1372194709) -> (continuation of Deferred@758054342 after retry RPC after error@2140739267), errback=(continuation of Deferred@262150931 after retry RPC after error@688745677) -> (continuation of Deferred@811833057 after retry RPC after error@1311706870) -> (continuation of Deferred@1096350883 after retry RPC after error@57776961) -> (continuation of Deferred@789172560 after retry RPC after error@426189561) -> (continuation of Deferred@526149778 after retry RPC after error@276321195) -> (continuation of Deferred@1897567141 after retry RPC after error@1372194709) -> (continuation of Deferred@758054342 after retry RPC after error@2140739267)))
20:21:41.419 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1720910887(state=PENDING, result=null, callback=(continuation of Deferred@262150931 after retry RPC after error@688745677) -> (continuation of Deferred@811833057 after retry RPC after error@1311706870) -> (continuation of Deferred@1096350883 after retry RPC after error@57776961) -> (continuation of Deferred@789172560 after retry RPC after error@426189561) -> (continuation of Deferred@526149778 after retry RPC after error@276321195) -> (continuation of Deferred@1897567141 after retry RPC after error@1372194709) -> (continuation of Deferred@758054342 after retry RPC after error@2140739267), errback=(continuation of Deferred@262150931 after retry RPC after error@688745677) -> (continuation of Deferred@811833057 after retry RPC after error@1311706870) -> (continuation of Deferred@1096350883 after retry RPC after error@57776961) -> (continuation of Deferred@789172560 after retry RPC after error@426189561) -> (continuation of Deferred@526149778 after retry RPC after error@276321195) -> (continuation of Deferred@1897567141 after retry RPC after error@1372194709) -> (continuation of Deferred@758054342 after retry RPC after error@2140739267)))
20:21:41.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.600 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1196748097(state=PENDING, result=null, callback=(continuation of Deferred@494274975 after retry RPC after error@598178057) -> (continuation of Deferred@6901542 after retry RPC after error@1622639759) -> (continuation of Deferred@1302348791 after retry RPC after error@1440158843) -> (continuation of Deferred@520974744 after retry RPC after error@1128402186) -> (continuation of Deferred@213008750 after retry RPC after error@1630271567) -> (continuation of Deferred@358536259 after retry RPC after error@1177002431), errback=(continuation of Deferred@494274975 after retry RPC after error@598178057) -> (continuation of Deferred@6901542 after retry RPC after error@1622639759) -> (continuation of Deferred@1302348791 after retry RPC after error@1440158843) -> (continuation of Deferred@520974744 after retry RPC after error@1128402186) -> (continuation of Deferred@213008750 after retry RPC after error@1630271567) -> (continuation of Deferred@358536259 after retry RPC after error@1177002431)))
20:21:41.600 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1196748097(state=PENDING, result=null, callback=(continuation of Deferred@494274975 after retry RPC after error@598178057) -> (continuation of Deferred@6901542 after retry RPC after error@1622639759) -> (continuation of Deferred@1302348791 after retry RPC after error@1440158843) -> (continuation of Deferred@520974744 after retry RPC after error@1128402186) -> (continuation of Deferred@213008750 after retry RPC after error@1630271567) -> (continuation of Deferred@358536259 after retry RPC after error@1177002431), errback=(continuation of Deferred@494274975 after retry RPC after error@598178057) -> (continuation of Deferred@6901542 after retry RPC after error@1622639759) -> (continuation of Deferred@1302348791 after retry RPC after error@1440158843) -> (continuation of Deferred@520974744 after retry RPC after error@1128402186) -> (continuation of Deferred@213008750 after retry RPC after error@1630271567) -> (continuation of Deferred@358536259 after retry RPC after error@1177002431)))
20:21:41.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.798 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.859 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@611920509(state=PENDING, result=null, callback=(continuation of Deferred@1285962195 after retry RPC after error@365808072) -> (continuation of Deferred@826510934 after retry RPC after error@1552179393) -> (continuation of Deferred@554807843 after retry RPC after error@1525267520) -> (continuation of Deferred@2012592245 after retry RPC after error@143154210) -> (continuation of Deferred@614754234 after retry RPC after error@867751122) -> (continuation of Deferred@1767175360 after retry RPC after error@603442308) -> (continuation of Deferred@610920183 after retry RPC after error@1367521516), errback=(continuation of Deferred@1285962195 after retry RPC after error@365808072) -> (continuation of Deferred@826510934 after retry RPC after error@1552179393) -> (continuation of Deferred@554807843 after retry RPC after error@1525267520) -> (continuation of Deferred@2012592245 after retry RPC after error@143154210) -> (continuation of Deferred@614754234 after retry RPC after error@867751122) -> (continuation of Deferred@1767175360 after retry RPC after error@603442308) -> (continuation of Deferred@610920183 after retry RPC after error@1367521516)))
20:21:41.860 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@611920509(state=PENDING, result=null, callback=(continuation of Deferred@1285962195 after retry RPC after error@365808072) -> (continuation of Deferred@826510934 after retry RPC after error@1552179393) -> (continuation of Deferred@554807843 after retry RPC after error@1525267520) -> (continuation of Deferred@2012592245 after retry RPC after error@143154210) -> (continuation of Deferred@614754234 after retry RPC after error@867751122) -> (continuation of Deferred@1767175360 after retry RPC after error@603442308) -> (continuation of Deferred@610920183 after retry RPC after error@1367521516), errback=(continuation of Deferred@1285962195 after retry RPC after error@365808072) -> (continuation of Deferred@826510934 after retry RPC after error@1552179393) -> (continuation of Deferred@554807843 after retry RPC after error@1525267520) -> (continuation of Deferred@2012592245 after retry RPC after error@143154210) -> (continuation of Deferred@614754234 after retry RPC after error@867751122) -> (continuation of Deferred@1767175360 after retry RPC after error@603442308) -> (continuation of Deferred@610920183 after retry RPC after error@1367521516)))
20:21:41.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.918 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:41.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:41.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:41.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:41.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:41.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.138 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@980224703(state=PENDING, result=null, callback=(continuation of Deferred@278284693 after retry RPC after error@1300567767) -> (continuation of Deferred@1510032498 after retry RPC after error@149652863) -> (continuation of Deferred@705933078 after retry RPC after error@1329932077) -> (continuation of Deferred@523749475 after retry RPC after error@1260611207) -> (continuation of Deferred@2088705002 after retry RPC after error@451225351) -> (continuation of Deferred@1001427176 after retry RPC after error@1811402311) -> (continuation of Deferred@1876113560 after retry RPC after error@1555953530), errback=(continuation of Deferred@278284693 after retry RPC after error@1300567767) -> (continuation of Deferred@1510032498 after retry RPC after error@149652863) -> (continuation of Deferred@705933078 after retry RPC after error@1329932077) -> (continuation of Deferred@523749475 after retry RPC after error@1260611207) -> (continuation of Deferred@2088705002 after retry RPC after error@451225351) -> (continuation of Deferred@1001427176 after retry RPC after error@1811402311) -> (continuation of Deferred@1876113560 after retry RPC after error@1555953530)))
20:21:42.138 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
20:21:42.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.319 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@320313122(state=PENDING, result=null, callback=(continuation of Deferred@107141492 after retry RPC after error@416694793) -> (continuation of Deferred@713528367 after retry RPC after error@92711130) -> (continuation of Deferred@364869735 after retry RPC after error@1070835411) -> (continuation of Deferred@694381546 after retry RPC after error@429114980) -> (continuation of Deferred@2005002609 after retry RPC after error@1439050860) -> (continuation of Deferred@1732780293 after retry RPC after error@1626307438) -> (continuation of Deferred@417188963 after retry RPC after error@2082219608), errback=(continuation of Deferred@107141492 after retry RPC after error@416694793) -> (continuation of Deferred@713528367 after retry RPC after error@92711130) -> (continuation of Deferred@364869735 after retry RPC after error@1070835411) -> (continuation of Deferred@694381546 after retry RPC after error@429114980) -> (continuation of Deferred@2005002609 after retry RPC after error@1439050860) -> (continuation of Deferred@1732780293 after retry RPC after error@1626307438) -> (continuation of Deferred@417188963 after retry RPC after error@2082219608)))
20:21:42.319 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@320313122(state=PENDING, result=null, callback=(continuation of Deferred@107141492 after retry RPC after error@416694793) -> (continuation of Deferred@713528367 after retry RPC after error@92711130) -> (continuation of Deferred@364869735 after retry RPC after error@1070835411) -> (continuation of Deferred@694381546 after retry RPC after error@429114980) -> (continuation of Deferred@2005002609 after retry RPC after error@1439050860) -> (continuation of Deferred@1732780293 after retry RPC after error@1626307438) -> (continuation of Deferred@417188963 after retry RPC after error@2082219608), errback=(continuation of Deferred@107141492 after retry RPC after error@416694793) -> (continuation of Deferred@713528367 after retry RPC after error@92711130) -> (continuation of Deferred@364869735 after retry RPC after error@1070835411) -> (continuation of Deferred@694381546 after retry RPC after error@429114980) -> (continuation of Deferred@2005002609 after retry RPC after error@1439050860) -> (continuation of Deferred@1732780293 after retry RPC after error@1626307438) -> (continuation of Deferred@417188963 after retry RPC after error@2082219608)))
20:21:42.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.480 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1574761251(state=PENDING, result=null, callback=(continuation of Deferred@254011333 after retry RPC after error@1583567756) -> (continuation of Deferred@1187917359 after retry RPC after error@2083625022) -> (continuation of Deferred@1824277938 after retry RPC after error@671585434) -> (continuation of Deferred@521103587 after retry RPC after error@1863316308) -> (continuation of Deferred@1636870866 after retry RPC after error@1973899582) -> (continuation of Deferred@294348569 after retry RPC after error@26125103), errback=(continuation of Deferred@254011333 after retry RPC after error@1583567756) -> (continuation of Deferred@1187917359 after retry RPC after error@2083625022) -> (continuation of Deferred@1824277938 after retry RPC after error@671585434) -> (continuation of Deferred@521103587 after retry RPC after error@1863316308) -> (continuation of Deferred@1636870866 after retry RPC after error@1973899582) -> (continuation of Deferred@294348569 after retry RPC after error@26125103)))
20:21:42.480 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1574761251(state=PENDING, result=null, callback=(continuation of Deferred@254011333 after retry RPC after error@1583567756) -> (continuation of Deferred@1187917359 after retry RPC after error@2083625022) -> (continuation of Deferred@1824277938 after retry RPC after error@671585434) -> (continuation of Deferred@521103587 after retry RPC after error@1863316308) -> (continuation of Deferred@1636870866 after retry RPC after error@1973899582) -> (continuation of Deferred@294348569 after retry RPC after error@26125103), errback=(continuation of Deferred@254011333 after retry RPC after error@1583567756) -> (continuation of Deferred@1187917359 after retry RPC after error@2083625022) -> (continuation of Deferred@1824277938 after retry RPC after error@671585434) -> (continuation of Deferred@521103587 after retry RPC after error@1863316308) -> (continuation of Deferred@1636870866 after retry RPC after error@1973899582) -> (continuation of Deferred@294348569 after retry RPC after error@26125103)))
20:21:42.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.618 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.680 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1273551521(state=PENDING, result=null, callback=(continuation of Deferred@223428687 after retry RPC after error@1126146121) -> (continuation of Deferred@218764878 after retry RPC after error@12253340) -> (continuation of Deferred@124683260 after retry RPC after error@961377968) -> (continuation of Deferred@1688776625 after retry RPC after error@864142752) -> (continuation of Deferred@1082380623 after retry RPC after error@304731929) -> (continuation of Deferred@870131658 after retry RPC after error@239880404), errback=(continuation of Deferred@223428687 after retry RPC after error@1126146121) -> (continuation of Deferred@218764878 after retry RPC after error@12253340) -> (continuation of Deferred@124683260 after retry RPC after error@961377968) -> (continuation of Deferred@1688776625 after retry RPC after error@864142752) -> (continuation of Deferred@1082380623 after retry RPC after error@304731929) -> (continuation of Deferred@870131658 after retry RPC after error@239880404)))
20:21:42.681 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1273551521(state=PENDING, result=null, callback=(continuation of Deferred@223428687 after retry RPC after error@1126146121) -> (continuation of Deferred@218764878 after retry RPC after error@12253340) -> (continuation of Deferred@124683260 after retry RPC after error@961377968) -> (continuation of Deferred@1688776625 after retry RPC after error@864142752) -> (continuation of Deferred@1082380623 after retry RPC after error@304731929) -> (continuation of Deferred@870131658 after retry RPC after error@239880404), errback=(continuation of Deferred@223428687 after retry RPC after error@1126146121) -> (continuation of Deferred@218764878 after retry RPC after error@12253340) -> (continuation of Deferred@124683260 after retry RPC after error@961377968) -> (continuation of Deferred@1688776625 after retry RPC after error@864142752) -> (continuation of Deferred@1082380623 after retry RPC after error@304731929) -> (continuation of Deferred@870131658 after retry RPC after error@239880404)))
20:21:42.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.859 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@540253159(state=PENDING, result=null, callback=(continuation of Deferred@1408364019 after retry RPC after error@298892031) -> (continuation of Deferred@1826744232 after retry RPC after error@1345430896) -> (continuation of Deferred@208880880 after retry RPC after error@408948931) -> (continuation of Deferred@2078243008 after retry RPC after error@639129838) -> (continuation of Deferred@811256857 after retry RPC after error@673457369) -> (continuation of Deferred@675106917 after retry RPC after error@1275507364) -> (continuation of Deferred@718964025 after retry RPC after error@592543319), errback=(continuation of Deferred@1408364019 after retry RPC after error@298892031) -> (continuation of Deferred@1826744232 after retry RPC after error@1345430896) -> (continuation of Deferred@208880880 after retry RPC after error@408948931) -> (continuation of Deferred@2078243008 after retry RPC after error@639129838) -> (continuation of Deferred@811256857 after retry RPC after error@673457369) -> (continuation of Deferred@675106917 after retry RPC after error@1275507364) -> (continuation of Deferred@718964025 after retry RPC after error@592543319)))
20:21:42.860 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@540253159(state=PENDING, result=null, callback=(continuation of Deferred@1408364019 after retry RPC after error@298892031) -> (continuation of Deferred@1826744232 after retry RPC after error@1345430896) -> (continuation of Deferred@208880880 after retry RPC after error@408948931) -> (continuation of Deferred@2078243008 after retry RPC after error@639129838) -> (continuation of Deferred@811256857 after retry RPC after error@673457369) -> (continuation of Deferred@675106917 after retry RPC after error@1275507364) -> (continuation of Deferred@718964025 after retry RPC after error@592543319), errback=(continuation of Deferred@1408364019 after retry RPC after error@298892031) -> (continuation of Deferred@1826744232 after retry RPC after error@1345430896) -> (continuation of Deferred@208880880 after retry RPC after error@408948931) -> (continuation of Deferred@2078243008 after retry RPC after error@639129838) -> (continuation of Deferred@811256857 after retry RPC after error@673457369) -> (continuation of Deferred@675106917 after retry RPC after error@1275507364) -> (continuation of Deferred@718964025 after retry RPC after error@592543319)))
20:21:42.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:42.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:42.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:42.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:42.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:42.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:43.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:43.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:43.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:43.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:43.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:43.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:43.119 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1765021097(state=PENDING, result=null, callback=(continuation of Deferred@475248623 after retry RPC after error@1847002299) -> (continuation of Deferred@2140373766 after retry RPC after error@918771712) -> (continuation of Deferred@934182392 after retry RPC after error@1632273770) -> (continuation of Deferred@44216822 after retry RPC after error@781052666) -> (continuation of Deferred@1778914158 after retry RPC after error@1599912592) -> (continuation of Deferred@1214680460 after retry RPC after error@167605312) -> (continuation of Deferred@600085874 after retry RPC after error@427172768), errback=(continuation of Deferred@475248623 after retry RPC after error@1847002299) -> (continuation of Deferred@2140373766 after retry RPC after error@918771712) -> (continuation of Deferred@934182392 after retry RPC after error@1632273770) -> (continuation of Deferred@44216822 after retry RPC after error@781052666) -> (continuation of Deferred@1778914158 after retry RPC after error@1599912592) -> (continuation of Deferred@1214680460 after retry RPC after error@167605312) -> (continuation of Deferred@600085874 after retry RPC after error@427172768)))
20:21:43.120 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1765021097(state=PENDING, result=null, callback=(continuation of Deferred@475248623 after retry RPC after error@1847002299) -> (continuation of Deferred@2140373766 after retry RPC after error@918771712) -> (continuation of Deferred@934182392 after retry RPC after error@1632273770) -> (continuation of Deferred@44216822 after retry RPC after error@781052666) -> (continuation of Deferred@1778914158 after retry RPC after error@1599912592) -> (continuation of Deferred@1214680460 after retry RPC after error@167605312) -> (continuation of Deferred@600085874 after retry RPC after error@427172768), errback=(continuation of Deferred@475248623 after retry RPC after error@1847002299) -> (continuation of Deferred@2140373766 after retry RPC after error@918771712) -> (continuation of Deferred@934182392 after retry RPC after error@1632273770) -> (continuation of Deferred@44216822 after retry RPC after error@781052666) -> (continuation of Deferred@1778914158 after retry RPC after error@1599912592) -> (continuation of Deferred@1214680460 after retry RPC after error@167605312) -> (continuation of Deferred@600085874 after retry RPC after error@427172768)))
20:21:43.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:43.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:43.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:43.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:43.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:43.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.158 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:43.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:43.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:43.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:43.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:43.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:43.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:43.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:43.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:43.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:43.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:43.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:43.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:43.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:43.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:43.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:43.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:43.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:43.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.359 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:43.360 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1542704853(state=PENDING, result=null, callback=(continuation of Deferred@917008454 after retry RPC after error@1816874166) -> (continuation of Deferred@1309704861 after retry RPC after error@189819116) -> (continuation of Deferred@2114917248 after retry RPC after error@1209523723) -> (continuation of Deferred@47819262 after retry RPC after error@180794945) -> (continuation of Deferred@215168906 after retry RPC after error@2051164061) -> (continuation of Deferred@891000690 after retry RPC after error@173038382) -> (continuation of Deferred@522867337 after retry RPC after error@2008842334), errback=(continuation of Deferred@917008454 after retry RPC after error@1816874166) -> (continuation of Deferred@1309704861 after retry RPC after error@189819116) -> (continuation of Deferred@2114917248 after retry RPC after error@1209523723) -> (continuation of Deferred@47819262 after retry RPC after error@180794945) -> (continuation of Deferred@215168906 after retry RPC after error@2051164061) -> (continuation of Deferred@891000690 after retry RPC after error@173038382) -> (continuation of Deferred@522867337 after retry RPC after error@2008842334)))
20:21:43.360 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1542704853(state=PENDING, result=null, callback=(continuation of Deferred@917008454 after retry RPC after error@1816874166) -> (continuation of Deferred@1309704861 after retry RPC after error@189819116) -> (continuation of Deferred@2114917248 after retry RPC after error@1209523723) -> (continuation of Deferred@47819262 after retry RPC after error@180794945) -> (continuation of Deferred@215168906 after retry RPC after error@2051164061) -> (continuation of Deferred@891000690 after retry RPC after error@173038382) -> (continuation of Deferred@522867337 after retry RPC after error@2008842334), errback=(continuation of Deferred@917008454 after retry RPC after error@1816874166) -> (continuation of Deferred@1309704861 after retry RPC after error@189819116) -> (continuation of Deferred@2114917248 after retry RPC after error@1209523723) -> (continuation of Deferred@47819262 after retry RPC after error@180794945) -> (continuation of Deferred@215168906 after retry RPC after error@2051164061) -> (continuation of Deferred@891000690 after retry RPC after error@173038382) -> (continuation of Deferred@522867337 after retry RPC after error@2008842334)))
20:21:43.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:43.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:43.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:43.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:43.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:43.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.398 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:43.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:43.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:43.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:43.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:43.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:43.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.438 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:43.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:43.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:43.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:43.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:43.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:43.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:43.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:43.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:43.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:43.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:43.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:43.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.578 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:43.579 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [200ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1492679866(state=PENDING, result=null, callback=(continuation of Deferred@1033136713 after retry RPC after error@616898492) -> (continuation of Deferred@617110538 after retry RPC after error@1062136197) -> (continuation of Deferred@555096583 after retry RPC after error@765647206) -> (continuation of Deferred@1273817300 after retry RPC after error@52835053) -> (continuation of Deferred@309450412 after retry RPC after error@698565741) -> (continuation of Deferred@94741445 after retry RPC after error@925259974) -> (continuation of Deferred@738081848 after retry RPC after error@407733510), errback=(continuation of Deferred@1033136713 after retry RPC after error@616898492) -> (continuation of Deferred@617110538 after retry RPC after error@1062136197) -> (continuation of Deferred@555096583 after retry RPC after error@765647206) -> (continuation of Deferred@1273817300 after retry RPC after error@52835053) -> (continuation of Deferred@309450412 after retry RPC after error@698565741) -> (continuation of Deferred@94741445 after retry RPC after error@925259974) -> (continuation of Deferred@738081848 after retry RPC after error@407733510)))
20:21:43.579 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [200ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1492679866(state=PENDING, result=null, callback=(continuation of Deferred@1033136713 after retry RPC after error@616898492) -> (continuation of Deferred@617110538 after retry RPC after error@1062136197) -> (continuation of Deferred@555096583 after retry RPC after error@765647206) -> (continuation of Deferred@1273817300 after retry RPC after error@52835053) -> (continuation of Deferred@309450412 after retry RPC after error@698565741) -> (continuation of Deferred@94741445 after retry RPC after error@925259974) -> (continuation of Deferred@738081848 after retry RPC after error@407733510), errback=(continuation of Deferred@1033136713 after retry RPC after error@616898492) -> (continuation of Deferred@617110538 after retry RPC after error@1062136197) -> (continuation of Deferred@555096583 after retry RPC after error@765647206) -> (continuation of Deferred@1273817300 after retry RPC after error@52835053) -> (continuation of Deferred@309450412 after retry RPC after error@698565741) -> (continuation of Deferred@94741445 after retry RPC after error@925259974) -> (continuation of Deferred@738081848 after retry RPC after error@407733510)))
20:21:43.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:43.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:43.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:43.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:43.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:43.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:43.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:43.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:43.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:43.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:43.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:43.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:43.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:43.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:43.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:43.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:43.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:43.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:43.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:43.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:43.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:43.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:43.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:43.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.820 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.820 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:43.820 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@969605710(state=PENDING, result=null, callback=(continuation of Deferred@651278101 after retry RPC after error@917793414) -> (continuation of Deferred@1140463017 after retry RPC after error@583182058) -> (continuation of Deferred@159438008 after retry RPC after error@477458260) -> (continuation of Deferred@254895662 after retry RPC after error@955475156) -> (continuation of Deferred@936989286 after retry RPC after error@6394886) -> (continuation of Deferred@82154034 after retry RPC after error@663978942) -> (continuation of Deferred@1512357704 after retry RPC after error@1449775534), errback=(continuation of Deferred@651278101 after retry RPC after error@917793414) -> (continuation of Deferred@1140463017 after retry RPC after error@583182058) -> (continuation of Deferred@159438008 after retry RPC after error@477458260) -> (continuation of Deferred@254895662 after retry RPC after error@955475156) -> (continuation of Deferred@936989286 after retry RPC after error@6394886) -> (continuation of Deferred@82154034 after retry RPC after error@663978942) -> (continuation of Deferred@1512357704 after retry RPC after error@1449775534)))
20:21:43.820 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@969605710(state=PENDING, result=null, callback=(continuation of Deferred@651278101 after retry RPC after error@917793414) -> (continuation of Deferred@1140463017 after retry RPC after error@583182058) -> (continuation of Deferred@159438008 after retry RPC after error@477458260) -> (continuation of Deferred@254895662 after retry RPC after error@955475156) -> (continuation of Deferred@936989286 after retry RPC after error@6394886) -> (continuation of Deferred@82154034 after retry RPC after error@663978942) -> (continuation of Deferred@1512357704 after retry RPC after error@1449775534), errback=(continuation of Deferred@651278101 after retry RPC after error@917793414) -> (continuation of Deferred@1140463017 after retry RPC after error@583182058) -> (continuation of Deferred@159438008 after retry RPC after error@477458260) -> (continuation of Deferred@254895662 after retry RPC after error@955475156) -> (continuation of Deferred@936989286 after retry RPC after error@6394886) -> (continuation of Deferred@82154034 after retry RPC after error@663978942) -> (continuation of Deferred@1512357704 after retry RPC after error@1449775534)))
20:21:43.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:43.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:43.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:43.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:43.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:43.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:43.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:43.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:43.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:43.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:43.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:43.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:43.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:43.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:43.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:43.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:43.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:43.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:43.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:43.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:43.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:43.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:43.978 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.018 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.019 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@480022640(state=PENDING, result=null, callback=(continuation of Deferred@707931506 after retry RPC after error@975652726) -> (continuation of Deferred@1561959547 after retry RPC after error@637442232) -> (continuation of Deferred@513566920 after retry RPC after error@503353498) -> (continuation of Deferred@258682213 after retry RPC after error@1577148264) -> (continuation of Deferred@598128200 after retry RPC after error@959997670) -> (continuation of Deferred@1877898401 after retry RPC after error@1002478635) -> (continuation of Deferred@759327213 after retry RPC after error@1463236085), errback=(continuation of Deferred@707931506 after retry RPC after error@975652726) -> (continuation of Deferred@1561959547 after retry RPC after error@637442232) -> (continuation of Deferred@513566920 after retry RPC after error@503353498) -> (continuation of Deferred@258682213 after retry RPC after error@1577148264) -> (continuation of Deferred@598128200 after retry RPC after error@959997670) -> (continuation of Deferred@1877898401 after retry RPC after error@1002478635) -> (continuation of Deferred@759327213 after retry RPC after error@1463236085)))
20:21:44.019 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@480022640(state=PENDING, result=null, callback=(continuation of Deferred@707931506 after retry RPC after error@975652726) -> (continuation of Deferred@1561959547 after retry RPC after error@637442232) -> (continuation of Deferred@513566920 after retry RPC after error@503353498) -> (continuation of Deferred@258682213 after retry RPC after error@1577148264) -> (continuation of Deferred@598128200 after retry RPC after error@959997670) -> (continuation of Deferred@1877898401 after retry RPC after error@1002478635) -> (continuation of Deferred@759327213 after retry RPC after error@1463236085), errback=(continuation of Deferred@707931506 after retry RPC after error@975652726) -> (continuation of Deferred@1561959547 after retry RPC after error@637442232) -> (continuation of Deferred@513566920 after retry RPC after error@503353498) -> (continuation of Deferred@258682213 after retry RPC after error@1577148264) -> (continuation of Deferred@598128200 after retry RPC after error@959997670) -> (continuation of Deferred@1877898401 after retry RPC after error@1002478635) -> (continuation of Deferred@759327213 after retry RPC after error@1463236085)))
20:21:44.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.218 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.238 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.239 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@623123077(state=PENDING, result=null, callback=(continuation of Deferred@1732575862 after retry RPC after error@1224563696) -> (continuation of Deferred@1719907987 after retry RPC after error@1668708596) -> (continuation of Deferred@745508958 after retry RPC after error@250572024) -> (continuation of Deferred@1973642392 after retry RPC after error@633475840) -> (continuation of Deferred@1971296902 after retry RPC after error@176253) -> (continuation of Deferred@1852539713 after retry RPC after error@1527039903) -> (continuation of Deferred@1378274771 after retry RPC after error@1194462898), errback=(continuation of Deferred@1732575862 after retry RPC after error@1224563696) -> (continuation of Deferred@1719907987 after retry RPC after error@1668708596) -> (continuation of Deferred@745508958 after retry RPC after error@250572024) -> (continuation of Deferred@1973642392 after retry RPC after error@633475840) -> (continuation of Deferred@1971296902 after retry RPC after error@176253) -> (continuation of Deferred@1852539713 after retry RPC after error@1527039903) -> (continuation of Deferred@1378274771 after retry RPC after error@1194462898)))
20:21:44.239 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@623123077(state=PENDING, result=null, callback=(continuation of Deferred@1732575862 after retry RPC after error@1224563696) -> (continuation of Deferred@1719907987 after retry RPC after error@1668708596) -> (continuation of Deferred@745508958 after retry RPC after error@250572024) -> (continuation of Deferred@1973642392 after retry RPC after error@633475840) -> (continuation of Deferred@1971296902 after retry RPC after error@176253) -> (continuation of Deferred@1852539713 after retry RPC after error@1527039903) -> (continuation of Deferred@1378274771 after retry RPC after error@1194462898), errback=(continuation of Deferred@1732575862 after retry RPC after error@1224563696) -> (continuation of Deferred@1719907987 after retry RPC after error@1668708596) -> (continuation of Deferred@745508958 after retry RPC after error@250572024) -> (continuation of Deferred@1973642392 after retry RPC after error@633475840) -> (continuation of Deferred@1971296902 after retry RPC after error@176253) -> (continuation of Deferred@1852539713 after retry RPC after error@1527039903) -> (continuation of Deferred@1378274771 after retry RPC after error@1194462898)))
20:21:44.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.258 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.278 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.338 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.359 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.378 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.440 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1113151448(state=PENDING, result=null, callback=(continuation of Deferred@1122208153 after retry RPC after error@628884291) -> (continuation of Deferred@235772499 after retry RPC after error@107146205) -> (continuation of Deferred@1477645769 after retry RPC after error@498099091) -> (continuation of Deferred@2131602804 after retry RPC after error@1856015691) -> (continuation of Deferred@786259979 after retry RPC after error@812589752) -> (continuation of Deferred@580607948 after retry RPC after error@1211843585) -> (continuation of Deferred@228829237 after retry RPC after error@1141912027) -> (continuation of Deferred@1015903146 after retry RPC after error@772023158), errback=(continuation of Deferred@1122208153 after retry RPC after error@628884291) -> (continuation of Deferred@235772499 after retry RPC after error@107146205) -> (continuation of Deferred@1477645769 after retry RPC after error@498099091) -> (continuation of Deferred@2131602804 after retry RPC after error@1856015691) -> (continuation of Deferred@786259979 after retry RPC after error@812589752) -> (continuation of Deferred@580607948 after retry RPC after error@1211843585) -> (continuation of Deferred@228829237 after retry RPC after error@1141912027) -> (continuation of Deferred@1015903146 after retry RPC after error@772023158)))
20:21:44.444 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1113151448(state=PENDING, result=null, callback=(continuation of Deferred@1122208153 after retry RPC after error@628884291) -> (continuation of Deferred@235772499 after retry RPC after error@107146205) -> (continuation of Deferred@1477645769 after retry RPC after error@498099091) -> (continuation of Deferred@2131602804 after retry RPC after error@1856015691) -> (continuation of Deferred@786259979 after retry RPC after error@812589752) -> (continuation of Deferred@580607948 after retry RPC after error@1211843585) -> (continuation of Deferred@228829237 after retry RPC after error@1141912027) -> (continuation of Deferred@1015903146 after retry RPC after error@772023158), errback=(continuation of Deferred@1122208153 after retry RPC after error@628884291) -> (continuation of Deferred@235772499 after retry RPC after error@107146205) -> (continuation of Deferred@1477645769 after retry RPC after error@498099091) -> (continuation of Deferred@2131602804 after retry RPC after error@1856015691) -> (continuation of Deferred@786259979 after retry RPC after error@812589752) -> (continuation of Deferred@580607948 after retry RPC after error@1211843585) -> (continuation of Deferred@228829237 after retry RPC after error@1141912027) -> (continuation of Deferred@1015903146 after retry RPC after error@772023158)))
20:21:44.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:44.512328 23420 raft_consensus.cc:482] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 55c18f68e39c4eb9a1e628e87b862a48)
20:21:44.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:44.512537 23420 raft_consensus.cc:504] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } }
20:21:44.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:44.513191 23420 leader_election.cc:288] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 55c18f68e39c4eb9a1e628e87b862a48 (127.21.237.254:35353), 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275)
20:21:44.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:44.514312 22562 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.237.254:35353: connect: Connection refused (error 111) [suppressed 3 similar messages]
20:21:44.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:44.515492 22563 leader_election.cc:334] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275): Network error: Client connection negotiation failed: client connection to 127.21.237.252:33275: connect: Connection refused (error 111)
20:21:44.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:44.515642 22562 leader_election.cc:334] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 55c18f68e39c4eb9a1e628e87b862a48 (127.21.237.254:35353): Network error: Client connection negotiation failed: client connection to 127.21.237.254:35353: connect: Connection refused (error 111)
20:21:44.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:44.515782 22562 leader_election.cc:302] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 46731435ff074f7f84dc877f9d3880d8; no voters: 54323f8dd3384a429322a96de50d71f4, 55c18f68e39c4eb9a1e628e87b862a48
20:21:44.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:44.515997 23420 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:21:44.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.518 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.717 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [0ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1284390562(state=PENDING, result=null, callback=(continuation of Deferred@1417132926 after retry RPC after error@1506214261) -> (continuation of Deferred@1482638157 after retry RPC after error@1696144842) -> (continuation of Deferred@207418972 after retry RPC after error@1844544011) -> (continuation of Deferred@1326903763 after retry RPC after error@1649164982) -> (continuation of Deferred@164210357 after retry RPC after error@1749650525) -> (continuation of Deferred@271147246 after retry RPC after error@284215727) -> (continuation of Deferred@1422403850 after retry RPC after error@1883729066), errback=(continuation of Deferred@1417132926 after retry RPC after error@1506214261) -> (continuation of Deferred@1482638157 after retry RPC after error@1696144842) -> (continuation of Deferred@207418972 after retry RPC after error@1844544011) -> (continuation of Deferred@1326903763 after retry RPC after error@1649164982) -> (continuation of Deferred@164210357 after retry RPC after error@1749650525) -> (continuation of Deferred@271147246 after retry RPC after error@284215727) -> (continuation of Deferred@1422403850 after retry RPC after error@1883729066)))
20:21:44.718 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
20:21:44.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.958 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.959 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1089783328(state=PENDING, result=null, callback=(continuation of Deferred@403239854 after retry RPC after error@1999593982) -> (continuation of Deferred@191569203 after retry RPC after error@1833439160) -> (continuation of Deferred@847385660 after retry RPC after error@1051632387) -> (continuation of Deferred@1845470048 after retry RPC after error@1088898216) -> (continuation of Deferred@1659276156 after retry RPC after error@689674904) -> (continuation of Deferred@972015736 after retry RPC after error@1138170345) -> (continuation of Deferred@364693380 after retry RPC after error@1611022577), errback=(continuation of Deferred@403239854 after retry RPC after error@1999593982) -> (continuation of Deferred@191569203 after retry RPC after error@1833439160) -> (continuation of Deferred@847385660 after retry RPC after error@1051632387) -> (continuation of Deferred@1845470048 after retry RPC after error@1088898216) -> (continuation of Deferred@1659276156 after retry RPC after error@689674904) -> (continuation of Deferred@972015736 after retry RPC after error@1138170345) -> (continuation of Deferred@364693380 after retry RPC after error@1611022577)))
20:21:44.959 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1089783328(state=PENDING, result=null, callback=(continuation of Deferred@403239854 after retry RPC after error@1999593982) -> (continuation of Deferred@191569203 after retry RPC after error@1833439160) -> (continuation of Deferred@847385660 after retry RPC after error@1051632387) -> (continuation of Deferred@1845470048 after retry RPC after error@1088898216) -> (continuation of Deferred@1659276156 after retry RPC after error@689674904) -> (continuation of Deferred@972015736 after retry RPC after error@1138170345) -> (continuation of Deferred@364693380 after retry RPC after error@1611022577), errback=(continuation of Deferred@403239854 after retry RPC after error@1999593982) -> (continuation of Deferred@191569203 after retry RPC after error@1833439160) -> (continuation of Deferred@847385660 after retry RPC after error@1051632387) -> (continuation of Deferred@1845470048 after retry RPC after error@1088898216) -> (continuation of Deferred@1659276156 after retry RPC after error@689674904) -> (continuation of Deferred@972015736 after retry RPC after error@1138170345) -> (continuation of Deferred@364693380 after retry RPC after error@1611022577)))
20:21:44.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.978 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:44.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:44.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:44.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:44.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:44.998 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.058 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.078 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.118 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.218 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.219 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1210234901(state=PENDING, result=null, callback=(continuation of Deferred@1570852050 after retry RPC after error@2005006221) -> (continuation of Deferred@1240651551 after retry RPC after error@348994596) -> (continuation of Deferred@1130177971 after retry RPC after error@991465418) -> (continuation of Deferred@1678634393 after retry RPC after error@425513248) -> (continuation of Deferred@864427781 after retry RPC after error@1277145184) -> (continuation of Deferred@1198914911 after retry RPC after error@945811776) -> (continuation of Deferred@1000517497 after retry RPC after error@177177821), errback=(continuation of Deferred@1570852050 after retry RPC after error@2005006221) -> (continuation of Deferred@1240651551 after retry RPC after error@348994596) -> (continuation of Deferred@1130177971 after retry RPC after error@991465418) -> (continuation of Deferred@1678634393 after retry RPC after error@425513248) -> (continuation of Deferred@864427781 after retry RPC after error@1277145184) -> (continuation of Deferred@1198914911 after retry RPC after error@945811776) -> (continuation of Deferred@1000517497 after retry RPC after error@177177821)))
20:21:45.219 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1210234901(state=PENDING, result=null, callback=(continuation of Deferred@1570852050 after retry RPC after error@2005006221) -> (continuation of Deferred@1240651551 after retry RPC after error@348994596) -> (continuation of Deferred@1130177971 after retry RPC after error@991465418) -> (continuation of Deferred@1678634393 after retry RPC after error@425513248) -> (continuation of Deferred@864427781 after retry RPC after error@1277145184) -> (continuation of Deferred@1198914911 after retry RPC after error@945811776) -> (continuation of Deferred@1000517497 after retry RPC after error@177177821), errback=(continuation of Deferred@1570852050 after retry RPC after error@2005006221) -> (continuation of Deferred@1240651551 after retry RPC after error@348994596) -> (continuation of Deferred@1130177971 after retry RPC after error@991465418) -> (continuation of Deferred@1678634393 after retry RPC after error@425513248) -> (continuation of Deferred@864427781 after retry RPC after error@1277145184) -> (continuation of Deferred@1198914911 after retry RPC after error@945811776) -> (continuation of Deferred@1000517497 after retry RPC after error@177177821)))
20:21:45.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.359 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.459 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1906293065(state=PENDING, result=null, callback=(continuation of Deferred@2145138855 after retry RPC after error@1297214673) -> (continuation of Deferred@1925311201 after retry RPC after error@2123907073) -> (continuation of Deferred@1621055093 after retry RPC after error@577374675) -> (continuation of Deferred@1602316701 after retry RPC after error@1671799332) -> (continuation of Deferred@2031320283 after retry RPC after error@197514939) -> (continuation of Deferred@1608293343 after retry RPC after error@287749762) -> (continuation of Deferred@1941042649 after retry RPC after error@1457820954), errback=(continuation of Deferred@2145138855 after retry RPC after error@1297214673) -> (continuation of Deferred@1925311201 after retry RPC after error@2123907073) -> (continuation of Deferred@1621055093 after retry RPC after error@577374675) -> (continuation of Deferred@1602316701 after retry RPC after error@1671799332) -> (continuation of Deferred@2031320283 after retry RPC after error@197514939) -> (continuation of Deferred@1608293343 after retry RPC after error@287749762) -> (continuation of Deferred@1941042649 after retry RPC after error@1457820954)))
20:21:45.460 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1906293065(state=PENDING, result=null, callback=(continuation of Deferred@2145138855 after retry RPC after error@1297214673) -> (continuation of Deferred@1925311201 after retry RPC after error@2123907073) -> (continuation of Deferred@1621055093 after retry RPC after error@577374675) -> (continuation of Deferred@1602316701 after retry RPC after error@1671799332) -> (continuation of Deferred@2031320283 after retry RPC after error@197514939) -> (continuation of Deferred@1608293343 after retry RPC after error@287749762) -> (continuation of Deferred@1941042649 after retry RPC after error@1457820954), errback=(continuation of Deferred@2145138855 after retry RPC after error@1297214673) -> (continuation of Deferred@1925311201 after retry RPC after error@2123907073) -> (continuation of Deferred@1621055093 after retry RPC after error@577374675) -> (continuation of Deferred@1602316701 after retry RPC after error@1671799332) -> (continuation of Deferred@2031320283 after retry RPC after error@197514939) -> (continuation of Deferred@1608293343 after retry RPC after error@287749762) -> (continuation of Deferred@1941042649 after retry RPC after error@1457820954)))
20:21:45.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:45.463008 23101 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 1)
20:21:45.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:45.464417 23101 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '0aaa9a720fd748f88290a24a43972cb7', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '0aaa9a720fd748f88290a24a43972cb7', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 1)
20:21:45.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:45.465873 23101 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.21.237.252:33275)
20:21:45.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.680 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@805904404(state=PENDING, result=null, callback=(continuation of Deferred@798561266 after retry RPC after error@615464349) -> (continuation of Deferred@879178582 after retry RPC after error@1293397070) -> (continuation of Deferred@712388765 after retry RPC after error@2003350427) -> (continuation of Deferred@2048447395 after retry RPC after error@169702770) -> (continuation of Deferred@301227636 after retry RPC after error@598918074) -> (continuation of Deferred@529242532 after retry RPC after error@2128398786) -> (continuation of Deferred@1298673555 after retry RPC after error@2029165207), errback=(continuation of Deferred@798561266 after retry RPC after error@615464349) -> (continuation of Deferred@879178582 after retry RPC after error@1293397070) -> (continuation of Deferred@712388765 after retry RPC after error@2003350427) -> (continuation of Deferred@2048447395 after retry RPC after error@169702770) -> (continuation of Deferred@301227636 after retry RPC after error@598918074) -> (continuation of Deferred@529242532 after retry RPC after error@2128398786) -> (continuation of Deferred@1298673555 after retry RPC after error@2029165207)))
20:21:45.681 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@805904404(state=PENDING, result=null, callback=(continuation of Deferred@798561266 after retry RPC after error@615464349) -> (continuation of Deferred@879178582 after retry RPC after error@1293397070) -> (continuation of Deferred@712388765 after retry RPC after error@2003350427) -> (continuation of Deferred@2048447395 after retry RPC after error@169702770) -> (continuation of Deferred@301227636 after retry RPC after error@598918074) -> (continuation of Deferred@529242532 after retry RPC after error@2128398786) -> (continuation of Deferred@1298673555 after retry RPC after error@2029165207), errback=(continuation of Deferred@798561266 after retry RPC after error@615464349) -> (continuation of Deferred@879178582 after retry RPC after error@1293397070) -> (continuation of Deferred@712388765 after retry RPC after error@2003350427) -> (continuation of Deferred@2048447395 after retry RPC after error@169702770) -> (continuation of Deferred@301227636 after retry RPC after error@598918074) -> (continuation of Deferred@529242532 after retry RPC after error@2128398786) -> (continuation of Deferred@1298673555 after retry RPC after error@2029165207)))
20:21:45.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.919 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@22943249(state=PENDING, result=null, callback=(continuation of Deferred@1554089395 after retry RPC after error@1173479911) -> (continuation of Deferred@535866316 after retry RPC after error@1861212349) -> (continuation of Deferred@1051940046 after retry RPC after error@1946645542) -> (continuation of Deferred@1848844193 after retry RPC after error@2122914026) -> (continuation of Deferred@1513629393 after retry RPC after error@366075892) -> (continuation of Deferred@1667831032 after retry RPC after error@1427181111) -> (continuation of Deferred@1308931306 after retry RPC after error@1429339297), errback=(continuation of Deferred@1554089395 after retry RPC after error@1173479911) -> (continuation of Deferred@535866316 after retry RPC after error@1861212349) -> (continuation of Deferred@1051940046 after retry RPC after error@1946645542) -> (continuation of Deferred@1848844193 after retry RPC after error@2122914026) -> (continuation of Deferred@1513629393 after retry RPC after error@366075892) -> (continuation of Deferred@1667831032 after retry RPC after error@1427181111) -> (continuation of Deferred@1308931306 after retry RPC after error@1429339297)))
20:21:45.920 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@22943249(state=PENDING, result=null, callback=(continuation of Deferred@1554089395 after retry RPC after error@1173479911) -> (continuation of Deferred@535866316 after retry RPC after error@1861212349) -> (continuation of Deferred@1051940046 after retry RPC after error@1946645542) -> (continuation of Deferred@1848844193 after retry RPC after error@2122914026) -> (continuation of Deferred@1513629393 after retry RPC after error@366075892) -> (continuation of Deferred@1667831032 after retry RPC after error@1427181111) -> (continuation of Deferred@1308931306 after retry RPC after error@1429339297), errback=(continuation of Deferred@1554089395 after retry RPC after error@1173479911) -> (continuation of Deferred@535866316 after retry RPC after error@1861212349) -> (continuation of Deferred@1051940046 after retry RPC after error@1946645542) -> (continuation of Deferred@1848844193 after retry RPC after error@2122914026) -> (continuation of Deferred@1513629393 after retry RPC after error@366075892) -> (continuation of Deferred@1667831032 after retry RPC after error@1427181111) -> (continuation of Deferred@1308931306 after retry RPC after error@1429339297)))
20:21:45.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.978 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:45.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:45.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:45.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:45.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:45.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.099 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@2021310743(state=PENDING, result=null, callback=(continuation of Deferred@46616015 after retry RPC after error@1570671412) -> (continuation of Deferred@1137046774 after retry RPC after error@1838807008) -> (continuation of Deferred@1426613929 after retry RPC after error@2087092247) -> (continuation of Deferred@275298601 after retry RPC after error@854358579) -> (continuation of Deferred@617050089 after retry RPC after error@1818834270) -> (continuation of Deferred@958232587 after retry RPC after error@1752277241) -> (continuation of Deferred@2010526265 after retry RPC after error@1387280984), errback=(continuation of Deferred@46616015 after retry RPC after error@1570671412) -> (continuation of Deferred@1137046774 after retry RPC after error@1838807008) -> (continuation of Deferred@1426613929 after retry RPC after error@2087092247) -> (continuation of Deferred@275298601 after retry RPC after error@854358579) -> (continuation of Deferred@617050089 after retry RPC after error@1818834270) -> (continuation of Deferred@958232587 after retry RPC after error@1752277241) -> (continuation of Deferred@2010526265 after retry RPC after error@1387280984)))
20:21:46.100 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@2021310743(state=PENDING, result=null, callback=(continuation of Deferred@46616015 after retry RPC after error@1570671412) -> (continuation of Deferred@1137046774 after retry RPC after error@1838807008) -> (continuation of Deferred@1426613929 after retry RPC after error@2087092247) -> (continuation of Deferred@275298601 after retry RPC after error@854358579) -> (continuation of Deferred@617050089 after retry RPC after error@1818834270) -> (continuation of Deferred@958232587 after retry RPC after error@1752277241) -> (continuation of Deferred@2010526265 after retry RPC after error@1387280984), errback=(continuation of Deferred@46616015 after retry RPC after error@1570671412) -> (continuation of Deferred@1137046774 after retry RPC after error@1838807008) -> (continuation of Deferred@1426613929 after retry RPC after error@2087092247) -> (continuation of Deferred@275298601 after retry RPC after error@854358579) -> (continuation of Deferred@617050089 after retry RPC after error@1818834270) -> (continuation of Deferred@958232587 after retry RPC after error@1752277241) -> (continuation of Deferred@2010526265 after retry RPC after error@1387280984)))
20:21:46.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.118 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.198 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.258 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.259 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@632739186(state=PENDING, result=null, callback=(continuation of Deferred@156830604 after retry RPC after error@458013145) -> (continuation of Deferred@442806121 after retry RPC after error@158004242) -> (continuation of Deferred@1211014104 after retry RPC after error@919757173) -> (continuation of Deferred@166895393 after retry RPC after error@1466314857) -> (continuation of Deferred@1806340358 after retry RPC after error@1322683599) -> (continuation of Deferred@1396705699 after retry RPC after error@902012634), errback=(continuation of Deferred@156830604 after retry RPC after error@458013145) -> (continuation of Deferred@442806121 after retry RPC after error@158004242) -> (continuation of Deferred@1211014104 after retry RPC after error@919757173) -> (continuation of Deferred@166895393 after retry RPC after error@1466314857) -> (continuation of Deferred@1806340358 after retry RPC after error@1322683599) -> (continuation of Deferred@1396705699 after retry RPC after error@902012634)))
20:21:46.259 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@632739186(state=PENDING, result=null, callback=(continuation of Deferred@156830604 after retry RPC after error@458013145) -> (continuation of Deferred@442806121 after retry RPC after error@158004242) -> (continuation of Deferred@1211014104 after retry RPC after error@919757173) -> (continuation of Deferred@166895393 after retry RPC after error@1466314857) -> (continuation of Deferred@1806340358 after retry RPC after error@1322683599) -> (continuation of Deferred@1396705699 after retry RPC after error@902012634), errback=(continuation of Deferred@156830604 after retry RPC after error@458013145) -> (continuation of Deferred@442806121 after retry RPC after error@158004242) -> (continuation of Deferred@1211014104 after retry RPC after error@919757173) -> (continuation of Deferred@166895393 after retry RPC after error@1466314857) -> (continuation of Deferred@1806340358 after retry RPC after error@1322683599) -> (continuation of Deferred@1396705699 after retry RPC after error@902012634)))
20:21:46.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.359 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.439 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@638349394(state=PENDING, result=null, callback=(continuation of Deferred@1570200473 after retry RPC after error@754590546) -> (continuation of Deferred@739828044 after retry RPC after error@1767082621) -> (continuation of Deferred@243224413 after retry RPC after error@1935805811) -> (continuation of Deferred@412848338 after retry RPC after error@1844371934) -> (continuation of Deferred@429874841 after retry RPC after error@2062930252) -> (continuation of Deferred@1051513792 after retry RPC after error@618018266), errback=(continuation of Deferred@1570200473 after retry RPC after error@754590546) -> (continuation of Deferred@739828044 after retry RPC after error@1767082621) -> (continuation of Deferred@243224413 after retry RPC after error@1935805811) -> (continuation of Deferred@412848338 after retry RPC after error@1844371934) -> (continuation of Deferred@429874841 after retry RPC after error@2062930252) -> (continuation of Deferred@1051513792 after retry RPC after error@618018266)))
20:21:46.440 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@638349394(state=PENDING, result=null, callback=(continuation of Deferred@1570200473 after retry RPC after error@754590546) -> (continuation of Deferred@739828044 after retry RPC after error@1767082621) -> (continuation of Deferred@243224413 after retry RPC after error@1935805811) -> (continuation of Deferred@412848338 after retry RPC after error@1844371934) -> (continuation of Deferred@429874841 after retry RPC after error@2062930252) -> (continuation of Deferred@1051513792 after retry RPC after error@618018266), errback=(continuation of Deferred@1570200473 after retry RPC after error@754590546) -> (continuation of Deferred@739828044 after retry RPC after error@1767082621) -> (continuation of Deferred@243224413 after retry RPC after error@1935805811) -> (continuation of Deferred@412848338 after retry RPC after error@1844371934) -> (continuation of Deferred@429874841 after retry RPC after error@2062930252) -> (continuation of Deferred@1051513792 after retry RPC after error@618018266)))
20:21:46.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.498 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.680 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=7, TimeoutTracker(timeout=190, elapsed=161), Traces: [0ms] sending RPC to server master-127.21.237.254:35353, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] refreshing cache from master, [19ms] sending RPC to server master-127.21.237.253:33735, [19ms] sending RPC to server master-127.21.237.254:35353, [20ms] sending RPC to server master-127.21.237.252:33275, [20ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] sending RPC to server master-127.21.237.253:33735, [39ms] sending RPC to server master-127.21.237.254:35353, [40ms] sending RPC to server master-127.21.237.252:33275, [40ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [59ms] refreshing cache from master, [59ms] sending RPC to server master-127.21.237.253:33735, [59ms] sending RPC to server master-127.21.237.254:35353, [60ms] sending RPC to server master-127.21.237.252:33275, [61ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [79ms] refreshing cache from master, [79ms] sending RPC to server master-127.21.237.253:33735, [79ms] sending RPC to server master-127.21.237.254:35353, [80ms] sending RPC to server master-127.21.237.252:33275, [80ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] sending RPC to server master-127.21.237.253:33735, [119ms] sending RPC to server master-127.21.237.254:35353, [120ms] sending RPC to server master-127.21.237.252:33275, [120ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [159ms] refreshing cache from master, [159ms] sending RPC to server master-127.21.237.253:33735, [160ms] sending RPC to server master-127.21.237.254:35353, [160ms] sending RPC to server master-127.21.237.252:33275, [161ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] received response from server master-127.21.237.253:33735: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@691251710(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.21.237.254:35353 -> (continuation of Deferred@1162891168 after retry RPC after error@1324542944) -> (continuation of Deferred@2130217378 after retry RPC after error@1244701658) -> (continuation of Deferred@232446067 after retry RPC after error@1412341699) -> (continuation of Deferred@1847703933 after retry RPC after error@557906192) -> (continuation of Deferred@2055386123 after retry RPC after error@1517480991), errback=org.apache.kudu.client.ConnectToCluster$1@397b5c7d -> ConnectToMasterErrCB for 127.21.237.254:35353 -> (continuation of Deferred@1162891168 after retry RPC after error@1324542944) -> (continuation of Deferred@2130217378 after retry RPC after error@1244701658) -> (continuation of Deferred@232446067 after retry RPC after error@1412341699) -> (continuation of Deferred@1847703933 after retry RPC after error@557906192) -> (continuation of Deferred@2055386123 after retry RPC after error@1517480991)))
20:21:46.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=7, TimeoutTracker(timeout=190, elapsed=161), Traces: [0ms] sending RPC to server master-127.21.237.254:35353, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] refreshing cache from master, [19ms] sending RPC to server master-127.21.237.253:33735, [19ms] sending RPC to server master-127.21.237.254:35353, [20ms] sending RPC to server master-127.21.237.252:33275, [20ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] sending RPC to server master-127.21.237.253:33735, [39ms] sending RPC to server master-127.21.237.254:35353, [40ms] sending RPC to server master-127.21.237.252:33275, [40ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [59ms] refreshing cache from master, [59ms] sending RPC to server master-127.21.237.253:33735, [59ms] sending RPC to server master-127.21.237.254:35353, [60ms] sending RPC to server master-127.21.237.252:33275, [61ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [79ms] refreshing cache from master, [79ms] sending RPC to server master-127.21.237.253:33735, [79ms] sending RPC to server master-127.21.237.254:35353, [80ms] sending RPC to server master-127.21.237.252:33275, [80ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] sending RPC to server master-127.21.237.253:33735, [119ms] sending RPC to server master-127.21.237.254:35353, [120ms] sending RPC to server master-127.21.237.252:33275, [120ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [159ms] refreshing cache from master, [159ms] sending RPC to server master-127.21.237.253:33735, [160ms] sending RPC to server master-127.21.237.254:35353, [160ms] sending RPC to server master-127.21.237.252:33275, [161ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] received response from server master-127.21.237.253:33735: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@691251710(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.21.237.254:35353 -> (continuation of Deferred@1162891168 after retry RPC after error@1324542944) -> (continuation of Deferred@2130217378 after retry RPC after error@1244701658) -> (continuation of Deferred@232446067 after retry RPC after error@1412341699) -> (continuation of Deferred@1847703933 after retry RPC after error@557906192) -> (continuation of Deferred@2055386123 after retry RPC after error@1517480991), errback=org.apache.kudu.client.ConnectToCluster$1@397b5c7d -> ConnectToMasterErrCB for 127.21.237.254:35353 -> (continuation of Deferred@1162891168 after retry RPC after error@1324542944) -> (continuation of Deferred@2130217378 after retry RPC after error@1244701658) -> (continuation of Deferred@232446067 after retry RPC after error@1412341699) -> (continuation of Deferred@1847703933 after retry RPC after error@557906192) -> (continuation of Deferred@2055386123 after retry RPC after error@1517480991)))
20:21:46.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.698 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.718 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=5, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: delaying RPC due to: Illegal state: connection is terminated, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [80ms] Sub RPC ConnectToMaster: refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] Sub RPC ConnectToMaster: refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] Sub RPC ConnectToMaster: refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] Sub RPC ConnectToMaster: refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [223ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=7, TimeoutTracker(timeout=190, elapsed=161), Traces: [0ms] sending RPC to server master-127.21.237.254:35353, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] refreshing cache from master, [19ms] sending RPC to server master-127.21.237.253:33735, [19ms] sending RPC to server master-127.21.237.254:35353, [20ms] sending RPC to server master-127.21.237.252:33275, [20ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] sending RPC to server master-127.21.237.253:33735, [39ms] sending RPC to server master-127.21.237.254:35353, [40ms] sending RPC to server master-127.21.237.252:33275, [40ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [59ms] refreshing cache from master, [59ms] sending RPC to server master-127.21.237.253:33735, [59ms] sending RPC to server master-127.21.237.254:35353, [60ms] sending RPC to server master-127.21.237.252:33275, [61ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [79ms] refreshing cache from master, [79ms] sending RPC to server master-127.21.237.253:33735, [79ms] sending RPC to server master-127.21.237.254:35353, [80ms] sending RPC to server master-127.21.237.252:33275, [80ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] sending RPC to server master-127.21.237.253:33735, [119ms] sending RPC to server master-127.21.237.254:35353, [120ms] sending RPC to server master-127.21.237.252:33275, [120ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [159ms] refreshing cache from master, [159ms] sending RPC to server master-127.21.237.253:33735, [160ms] sending RPC to server master-127.21.237.254:35353, [160ms] sending RPC to server master-127.21.237.252:33275, [161ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] received response from server master-127.21.237.253:33735: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@691251710(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.21.237.254:35353 -> (continuation of Deferred@1162891168 after retry RPC after error@1324542944) -> (continuation of Deferred@2130217378 after retry RPC after error@1244701658) -> (continuation of Deferred@232446067 after retry RPC after error@1412341699) -> (continuation of Deferred@1847703933 after retry RPC after error@557906192) -> (continuation of Deferred@2055386123 after retry RPC after error@1517480991), errback=org.apache.kudu.client.ConnectToCluster$1@397b5c7d -> ConnectToMasterErrCB for 127.21.237.254:35353 -> (continuation of Deferred@1162891168 after retry RPC after error@1324542944) -> (continuation of Deferred@2130217378 after retry RPC after error@1244701658) -> (continuation of Deferred@232446067 after retry RPC after error@1412341699) -> (continuation of Deferred@1847703933 after retry RPC after error@557906192) -> (continuation of Deferred@2055386123 after retry RPC after error@1517480991))), [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1950788527(state=PENDING, result=null, callback=(continuation of Deferred@1202779097 after retry RPC after error@1776162472) -> (continuation of Deferred@869981111 after retry RPC after error@1920996784) -> (continuation of Deferred@854461954 after retry RPC after error@731657633) -> (continuation of Deferred@1316901894 after retry RPC after error@1008858604) -> (continuation of Deferred@2130535028 after retry RPC after error@872837431), errback=(continuation of Deferred@1202779097 after retry RPC after error@1776162472) -> (continuation of Deferred@869981111 after retry RPC after error@1920996784) -> (continuation of Deferred@854461954 after retry RPC after error@731657633) -> (continuation of Deferred@1316901894 after retry RPC after error@1008858604) -> (continuation of Deferred@2130535028 after retry RPC after error@872837431)))
20:21:46.719 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
20:21:46.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.920 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@154819073(state=PENDING, result=null, callback=(continuation of Deferred@1448402988 after retry RPC after error@881673365) -> (continuation of Deferred@1322917879 after retry RPC after error@359382655) -> (continuation of Deferred@1691318654 after retry RPC after error@976760990) -> (continuation of Deferred@604222857 after retry RPC after error@1817407280) -> (continuation of Deferred@1934163789 after retry RPC after error@135241082) -> (continuation of Deferred@832163343 after retry RPC after error@1187253731) -> (continuation of Deferred@1925325025 after retry RPC after error@106076046), errback=(continuation of Deferred@1448402988 after retry RPC after error@881673365) -> (continuation of Deferred@1322917879 after retry RPC after error@359382655) -> (continuation of Deferred@1691318654 after retry RPC after error@976760990) -> (continuation of Deferred@604222857 after retry RPC after error@1817407280) -> (continuation of Deferred@1934163789 after retry RPC after error@135241082) -> (continuation of Deferred@832163343 after retry RPC after error@1187253731) -> (continuation of Deferred@1925325025 after retry RPC after error@106076046)))
20:21:46.920 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@154819073(state=PENDING, result=null, callback=(continuation of Deferred@1448402988 after retry RPC after error@881673365) -> (continuation of Deferred@1322917879 after retry RPC after error@359382655) -> (continuation of Deferred@1691318654 after retry RPC after error@976760990) -> (continuation of Deferred@604222857 after retry RPC after error@1817407280) -> (continuation of Deferred@1934163789 after retry RPC after error@135241082) -> (continuation of Deferred@832163343 after retry RPC after error@1187253731) -> (continuation of Deferred@1925325025 after retry RPC after error@106076046), errback=(continuation of Deferred@1448402988 after retry RPC after error@881673365) -> (continuation of Deferred@1322917879 after retry RPC after error@359382655) -> (continuation of Deferred@1691318654 after retry RPC after error@976760990) -> (continuation of Deferred@604222857 after retry RPC after error@1817407280) -> (continuation of Deferred@1934163789 after retry RPC after error@135241082) -> (continuation of Deferred@832163343 after retry RPC after error@1187253731) -> (continuation of Deferred@1925325025 after retry RPC after error@106076046)))
20:21:46.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.958 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:46.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:46.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:46.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:46.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:46.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:47.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:47.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:47.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:47.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:47.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:47.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:47.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:47.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:47.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.098 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:47.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:47.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:47.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:47.179 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [160ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1440851932(state=PENDING, result=null, callback=(continuation of Deferred@117902285 after retry RPC after error@755052372) -> (continuation of Deferred@99801138 after retry RPC after error@1576357911) -> (continuation of Deferred@1645437191 after retry RPC after error@1187809694) -> (continuation of Deferred@1441593917 after retry RPC after error@577662335) -> (continuation of Deferred@1527528300 after retry RPC after error@2041502186) -> (continuation of Deferred@1268902384 after retry RPC after error@443900014) -> (continuation of Deferred@538504983 after retry RPC after error@804655991), errback=(continuation of Deferred@117902285 after retry RPC after error@755052372) -> (continuation of Deferred@99801138 after retry RPC after error@1576357911) -> (continuation of Deferred@1645437191 after retry RPC after error@1187809694) -> (continuation of Deferred@1441593917 after retry RPC after error@577662335) -> (continuation of Deferred@1527528300 after retry RPC after error@2041502186) -> (continuation of Deferred@1268902384 after retry RPC after error@443900014) -> (continuation of Deferred@538504983 after retry RPC after error@804655991)))
20:21:47.180 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [160ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1440851932(state=PENDING, result=null, callback=(continuation of Deferred@117902285 after retry RPC after error@755052372) -> (continuation of Deferred@99801138 after retry RPC after error@1576357911) -> (continuation of Deferred@1645437191 after retry RPC after error@1187809694) -> (continuation of Deferred@1441593917 after retry RPC after error@577662335) -> (continuation of Deferred@1527528300 after retry RPC after error@2041502186) -> (continuation of Deferred@1268902384 after retry RPC after error@443900014) -> (continuation of Deferred@538504983 after retry RPC after error@804655991), errback=(continuation of Deferred@117902285 after retry RPC after error@755052372) -> (continuation of Deferred@99801138 after retry RPC after error@1576357911) -> (continuation of Deferred@1645437191 after retry RPC after error@1187809694) -> (continuation of Deferred@1441593917 after retry RPC after error@577662335) -> (continuation of Deferred@1527528300 after retry RPC after error@2041502186) -> (continuation of Deferred@1268902384 after retry RPC after error@443900014) -> (continuation of Deferred@538504983 after retry RPC after error@804655991)))
20:21:47.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:47.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:47.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:47.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:47.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:47.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.218 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:47.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:47.227434 23436 raft_consensus.cc:482] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 55c18f68e39c4eb9a1e628e87b862a48)
20:21:47.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:47.227626 23436 raft_consensus.cc:504] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } }
20:21:47.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:47.228235 23436 leader_election.cc:288] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 55c18f68e39c4eb9a1e628e87b862a48 (127.21.237.254:35353), 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275)
20:21:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:47.230371 22563 leader_election.cc:334] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275): Network error: Client connection negotiation failed: client connection to 127.21.237.252:33275: connect: Connection refused (error 111)
20:21:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:47.230602 22562 leader_election.cc:334] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 55c18f68e39c4eb9a1e628e87b862a48 (127.21.237.254:35353): Network error: Client connection negotiation failed: client connection to 127.21.237.254:35353: connect: Connection refused (error 111)
20:21:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:47.230742 22562 leader_election.cc:302] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 46731435ff074f7f84dc877f9d3880d8; no voters: 54323f8dd3384a429322a96de50d71f4, 55c18f68e39c4eb9a1e628e87b862a48
20:21:47.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:47.230979 23436 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:21:47.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:47.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:47.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.238 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:47.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:47.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:47.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.258 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:47.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:47.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:47.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.278 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:47.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:47.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:47.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:47.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:47.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:47.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:47.379 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@2066519487(state=PENDING, result=null, callback=(continuation of Deferred@74725945 after retry RPC after error@328279862) -> (continuation of Deferred@594654614 after retry RPC after error@1022319914) -> (continuation of Deferred@426708348 after retry RPC after error@64827888) -> (continuation of Deferred@766437656 after retry RPC after error@1810823050) -> (continuation of Deferred@176882534 after retry RPC after error@1614016886) -> (continuation of Deferred@974074433 after retry RPC after error@650235949), errback=(continuation of Deferred@74725945 after retry RPC after error@328279862) -> (continuation of Deferred@594654614 after retry RPC after error@1022319914) -> (continuation of Deferred@426708348 after retry RPC after error@64827888) -> (continuation of Deferred@766437656 after retry RPC after error@1810823050) -> (continuation of Deferred@176882534 after retry RPC after error@1614016886) -> (continuation of Deferred@974074433 after retry RPC after error@650235949)))
20:21:47.380 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@2066519487(state=PENDING, result=null, callback=(continuation of Deferred@74725945 after retry RPC after error@328279862) -> (continuation of Deferred@594654614 after retry RPC after error@1022319914) -> (continuation of Deferred@426708348 after retry RPC after error@64827888) -> (continuation of Deferred@766437656 after retry RPC after error@1810823050) -> (continuation of Deferred@176882534 after retry RPC after error@1614016886) -> (continuation of Deferred@974074433 after retry RPC after error@650235949), errback=(continuation of Deferred@74725945 after retry RPC after error@328279862) -> (continuation of Deferred@594654614 after retry RPC after error@1022319914) -> (continuation of Deferred@426708348 after retry RPC after error@64827888) -> (continuation of Deferred@766437656 after retry RPC after error@1810823050) -> (continuation of Deferred@176882534 after retry RPC after error@1614016886) -> (continuation of Deferred@974074433 after retry RPC after error@650235949)))
20:21:47.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:47.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:47.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.398 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:47.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:47.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:47.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.418 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:47.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:47.439 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:47.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:47.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:47.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:47.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.458 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:47.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:47.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:47.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:47.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:47.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:47.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.498 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:47.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:47.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:47.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:47.559 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1804944374(state=PENDING, result=null, callback=(continuation of Deferred@184314824 after retry RPC after error@1289556386) -> (continuation of Deferred@431162205 after retry RPC after error@1484286318) -> (continuation of Deferred@825490306 after retry RPC after error@365407239) -> (continuation of Deferred@342883337 after retry RPC after error@256361715) -> (continuation of Deferred@554094962 after retry RPC after error@151643841) -> (continuation of Deferred@1651362909 after retry RPC after error@1404894399), errback=(continuation of Deferred@184314824 after retry RPC after error@1289556386) -> (continuation of Deferred@431162205 after retry RPC after error@1484286318) -> (continuation of Deferred@825490306 after retry RPC after error@365407239) -> (continuation of Deferred@342883337 after retry RPC after error@256361715) -> (continuation of Deferred@554094962 after retry RPC after error@151643841) -> (continuation of Deferred@1651362909 after retry RPC after error@1404894399)))
20:21:47.560 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1804944374(state=PENDING, result=null, callback=(continuation of Deferred@184314824 after retry RPC after error@1289556386) -> (continuation of Deferred@431162205 after retry RPC after error@1484286318) -> (continuation of Deferred@825490306 after retry RPC after error@365407239) -> (continuation of Deferred@342883337 after retry RPC after error@256361715) -> (continuation of Deferred@554094962 after retry RPC after error@151643841) -> (continuation of Deferred@1651362909 after retry RPC after error@1404894399), errback=(continuation of Deferred@184314824 after retry RPC after error@1289556386) -> (continuation of Deferred@431162205 after retry RPC after error@1484286318) -> (continuation of Deferred@825490306 after retry RPC after error@365407239) -> (continuation of Deferred@342883337 after retry RPC after error@256361715) -> (continuation of Deferred@554094962 after retry RPC after error@151643841) -> (continuation of Deferred@1651362909 after retry RPC after error@1404894399)))
20:21:47.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:47.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:47.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:47.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:47.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:47.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:47.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:47.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:47.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:47.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:47.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:47.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:47.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:47.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:47.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:47.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:47.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:47.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:47.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:47.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:47.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.758 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:47.837 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [180ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1148810865(state=PENDING, result=null, callback=(continuation of Deferred@1062754104 after retry RPC after error@62511382) -> (continuation of Deferred@386442513 after retry RPC after error@407737215) -> (continuation of Deferred@1699870425 after retry RPC after error@686678540) -> (continuation of Deferred@2057304621 after retry RPC after error@247289962) -> (continuation of Deferred@1689288794 after retry RPC after error@596304706) -> (continuation of Deferred@650197900 after retry RPC after error@1113278774) -> (continuation of Deferred@579449719 after retry RPC after error@1450034327), errback=(continuation of Deferred@1062754104 after retry RPC after error@62511382) -> (continuation of Deferred@386442513 after retry RPC after error@407737215) -> (continuation of Deferred@1699870425 after retry RPC after error@686678540) -> (continuation of Deferred@2057304621 after retry RPC after error@247289962) -> (continuation of Deferred@1689288794 after retry RPC after error@596304706) -> (continuation of Deferred@650197900 after retry RPC after error@1113278774) -> (continuation of Deferred@579449719 after retry RPC after error@1450034327)))
20:21:47.838 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
20:21:47.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:47.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:47.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:47.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:47.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:47.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.880 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:47.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:47.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:47.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:47.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:47.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:47.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:47.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:47.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:47.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.938 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:47.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:47.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:47.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:47.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:47.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.100 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@2010207022(state=PENDING, result=null, callback=(continuation of Deferred@1147207354 after retry RPC after error@1538398453) -> (continuation of Deferred@1369982679 after retry RPC after error@740112367) -> (continuation of Deferred@1875610104 after retry RPC after error@611664196) -> (continuation of Deferred@930624995 after retry RPC after error@1914691244) -> (continuation of Deferred@1101532510 after retry RPC after error@1339624270) -> (continuation of Deferred@972613755 after retry RPC after error@891206486) -> (continuation of Deferred@878543446 after retry RPC after error@869887208), errback=(continuation of Deferred@1147207354 after retry RPC after error@1538398453) -> (continuation of Deferred@1369982679 after retry RPC after error@740112367) -> (continuation of Deferred@1875610104 after retry RPC after error@611664196) -> (continuation of Deferred@930624995 after retry RPC after error@1914691244) -> (continuation of Deferred@1101532510 after retry RPC after error@1339624270) -> (continuation of Deferred@972613755 after retry RPC after error@891206486) -> (continuation of Deferred@878543446 after retry RPC after error@869887208)))
20:21:48.101 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@2010207022(state=PENDING, result=null, callback=(continuation of Deferred@1147207354 after retry RPC after error@1538398453) -> (continuation of Deferred@1369982679 after retry RPC after error@740112367) -> (continuation of Deferred@1875610104 after retry RPC after error@611664196) -> (continuation of Deferred@930624995 after retry RPC after error@1914691244) -> (continuation of Deferred@1101532510 after retry RPC after error@1339624270) -> (continuation of Deferred@972613755 after retry RPC after error@891206486) -> (continuation of Deferred@878543446 after retry RPC after error@869887208), errback=(continuation of Deferred@1147207354 after retry RPC after error@1538398453) -> (continuation of Deferred@1369982679 after retry RPC after error@740112367) -> (continuation of Deferred@1875610104 after retry RPC after error@611664196) -> (continuation of Deferred@930624995 after retry RPC after error@1914691244) -> (continuation of Deferred@1101532510 after retry RPC after error@1339624270) -> (continuation of Deferred@972613755 after retry RPC after error@891206486) -> (continuation of Deferred@878543446 after retry RPC after error@869887208)))
20:21:48.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.140 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.160 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.218 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.340 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@275300051(state=PENDING, result=null, callback=(continuation of Deferred@958536451 after retry RPC after error@1375193597) -> (continuation of Deferred@768550517 after retry RPC after error@2021956409) -> (continuation of Deferred@1364688169 after retry RPC after error@1040252639) -> (continuation of Deferred@1789430756 after retry RPC after error@908691675) -> (continuation of Deferred@1560089858 after retry RPC after error@1697840708) -> (continuation of Deferred@1273740973 after retry RPC after error@830380123) -> (continuation of Deferred@85970547 after retry RPC after error@2007879754), errback=(continuation of Deferred@958536451 after retry RPC after error@1375193597) -> (continuation of Deferred@768550517 after retry RPC after error@2021956409) -> (continuation of Deferred@1364688169 after retry RPC after error@1040252639) -> (continuation of Deferred@1789430756 after retry RPC after error@908691675) -> (continuation of Deferred@1560089858 after retry RPC after error@1697840708) -> (continuation of Deferred@1273740973 after retry RPC after error@830380123) -> (continuation of Deferred@85970547 after retry RPC after error@2007879754)))
20:21:48.340 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@275300051(state=PENDING, result=null, callback=(continuation of Deferred@958536451 after retry RPC after error@1375193597) -> (continuation of Deferred@768550517 after retry RPC after error@2021956409) -> (continuation of Deferred@1364688169 after retry RPC after error@1040252639) -> (continuation of Deferred@1789430756 after retry RPC after error@908691675) -> (continuation of Deferred@1560089858 after retry RPC after error@1697840708) -> (continuation of Deferred@1273740973 after retry RPC after error@830380123) -> (continuation of Deferred@85970547 after retry RPC after error@2007879754), errback=(continuation of Deferred@958536451 after retry RPC after error@1375193597) -> (continuation of Deferred@768550517 after retry RPC after error@2021956409) -> (continuation of Deferred@1364688169 after retry RPC after error@1040252639) -> (continuation of Deferred@1789430756 after retry RPC after error@908691675) -> (continuation of Deferred@1560089858 after retry RPC after error@1697840708) -> (continuation of Deferred@1273740973 after retry RPC after error@830380123) -> (continuation of Deferred@85970547 after retry RPC after error@2007879754)))
20:21:48.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.398 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.438 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.478 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.599 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@827120307(state=PENDING, result=null, callback=(continuation of Deferred@257622956 after retry RPC after error@864168032) -> (continuation of Deferred@994168471 after retry RPC after error@1812926990) -> (continuation of Deferred@1000221248 after retry RPC after error@427672699) -> (continuation of Deferred@746423477 after retry RPC after error@947289174) -> (continuation of Deferred@1919978802 after retry RPC after error@98156827) -> (continuation of Deferred@1161930041 after retry RPC after error@1323234571) -> (continuation of Deferred@942799103 after retry RPC after error@1940596731), errback=(continuation of Deferred@257622956 after retry RPC after error@864168032) -> (continuation of Deferred@994168471 after retry RPC after error@1812926990) -> (continuation of Deferred@1000221248 after retry RPC after error@427672699) -> (continuation of Deferred@746423477 after retry RPC after error@947289174) -> (continuation of Deferred@1919978802 after retry RPC after error@98156827) -> (continuation of Deferred@1161930041 after retry RPC after error@1323234571) -> (continuation of Deferred@942799103 after retry RPC after error@1940596731)))
20:21:48.600 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@827120307(state=PENDING, result=null, callback=(continuation of Deferred@257622956 after retry RPC after error@864168032) -> (continuation of Deferred@994168471 after retry RPC after error@1812926990) -> (continuation of Deferred@1000221248 after retry RPC after error@427672699) -> (continuation of Deferred@746423477 after retry RPC after error@947289174) -> (continuation of Deferred@1919978802 after retry RPC after error@98156827) -> (continuation of Deferred@1161930041 after retry RPC after error@1323234571) -> (continuation of Deferred@942799103 after retry RPC after error@1940596731), errback=(continuation of Deferred@257622956 after retry RPC after error@864168032) -> (continuation of Deferred@994168471 after retry RPC after error@1812926990) -> (continuation of Deferred@1000221248 after retry RPC after error@427672699) -> (continuation of Deferred@746423477 after retry RPC after error@947289174) -> (continuation of Deferred@1919978802 after retry RPC after error@98156827) -> (continuation of Deferred@1161930041 after retry RPC after error@1323234571) -> (continuation of Deferred@942799103 after retry RPC after error@1940596731)))
20:21:48.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.618 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.638 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.759 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@242068752(state=PENDING, result=null, callback=(continuation of Deferred@1252945861 after retry RPC after error@1295533385) -> (continuation of Deferred@2137984410 after retry RPC after error@478751306) -> (continuation of Deferred@627093081 after retry RPC after error@721266097) -> (continuation of Deferred@771325609 after retry RPC after error@2029509158) -> (continuation of Deferred@1480962311 after retry RPC after error@525485971) -> (continuation of Deferred@2042130150 after retry RPC after error@1071164701) -> (continuation of Deferred@1247866472 after retry RPC after error@1191401064), errback=(continuation of Deferred@1252945861 after retry RPC after error@1295533385) -> (continuation of Deferred@2137984410 after retry RPC after error@478751306) -> (continuation of Deferred@627093081 after retry RPC after error@721266097) -> (continuation of Deferred@771325609 after retry RPC after error@2029509158) -> (continuation of Deferred@1480962311 after retry RPC after error@525485971) -> (continuation of Deferred@2042130150 after retry RPC after error@1071164701) -> (continuation of Deferred@1247866472 after retry RPC after error@1191401064)))
20:21:48.760 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@242068752(state=PENDING, result=null, callback=(continuation of Deferred@1252945861 after retry RPC after error@1295533385) -> (continuation of Deferred@2137984410 after retry RPC after error@478751306) -> (continuation of Deferred@627093081 after retry RPC after error@721266097) -> (continuation of Deferred@771325609 after retry RPC after error@2029509158) -> (continuation of Deferred@1480962311 after retry RPC after error@525485971) -> (continuation of Deferred@2042130150 after retry RPC after error@1071164701) -> (continuation of Deferred@1247866472 after retry RPC after error@1191401064), errback=(continuation of Deferred@1252945861 after retry RPC after error@1295533385) -> (continuation of Deferred@2137984410 after retry RPC after error@478751306) -> (continuation of Deferred@627093081 after retry RPC after error@721266097) -> (continuation of Deferred@771325609 after retry RPC after error@2029509158) -> (continuation of Deferred@1480962311 after retry RPC after error@525485971) -> (continuation of Deferred@2042130150 after retry RPC after error@1071164701) -> (continuation of Deferred@1247866472 after retry RPC after error@1191401064)))
20:21:48.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.960 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@652133855(state=PENDING, result=null, callback=(continuation of Deferred@1981686230 after retry RPC after error@483526678) -> (continuation of Deferred@1384753550 after retry RPC after error@44658237) -> (continuation of Deferred@96403247 after retry RPC after error@153142582) -> (continuation of Deferred@385534021 after retry RPC after error@1609270305) -> (continuation of Deferred@769544052 after retry RPC after error@576206476) -> (continuation of Deferred@1654684258 after retry RPC after error@1634279579), errback=(continuation of Deferred@1981686230 after retry RPC after error@483526678) -> (continuation of Deferred@1384753550 after retry RPC after error@44658237) -> (continuation of Deferred@96403247 after retry RPC after error@153142582) -> (continuation of Deferred@385534021 after retry RPC after error@1609270305) -> (continuation of Deferred@769544052 after retry RPC after error@576206476) -> (continuation of Deferred@1654684258 after retry RPC after error@1634279579)))
20:21:48.960 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@652133855(state=PENDING, result=null, callback=(continuation of Deferred@1981686230 after retry RPC after error@483526678) -> (continuation of Deferred@1384753550 after retry RPC after error@44658237) -> (continuation of Deferred@96403247 after retry RPC after error@153142582) -> (continuation of Deferred@385534021 after retry RPC after error@1609270305) -> (continuation of Deferred@769544052 after retry RPC after error@576206476) -> (continuation of Deferred@1654684258 after retry RPC after error@1634279579), errback=(continuation of Deferred@1981686230 after retry RPC after error@483526678) -> (continuation of Deferred@1384753550 after retry RPC after error@44658237) -> (continuation of Deferred@96403247 after retry RPC after error@153142582) -> (continuation of Deferred@385534021 after retry RPC after error@1609270305) -> (continuation of Deferred@769544052 after retry RPC after error@576206476) -> (continuation of Deferred@1654684258 after retry RPC after error@1634279579)))
20:21:48.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:48.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:48.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:48.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:48.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:48.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.118 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.119 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@445071680(state=PENDING, result=null, callback=(continuation of Deferred@50793830 after retry RPC after error@455409487) -> (continuation of Deferred@2004670185 after retry RPC after error@1473315847) -> (continuation of Deferred@1820741542 after retry RPC after error@1348733950) -> (continuation of Deferred@1102988421 after retry RPC after error@504402313) -> (continuation of Deferred@1077216914 after retry RPC after error@822005393) -> (continuation of Deferred@56045159 after retry RPC after error@433159005), errback=(continuation of Deferred@50793830 after retry RPC after error@455409487) -> (continuation of Deferred@2004670185 after retry RPC after error@1473315847) -> (continuation of Deferred@1820741542 after retry RPC after error@1348733950) -> (continuation of Deferred@1102988421 after retry RPC after error@504402313) -> (continuation of Deferred@1077216914 after retry RPC after error@822005393) -> (continuation of Deferred@56045159 after retry RPC after error@433159005)))
20:21:49.119 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@445071680(state=PENDING, result=null, callback=(continuation of Deferred@50793830 after retry RPC after error@455409487) -> (continuation of Deferred@2004670185 after retry RPC after error@1473315847) -> (continuation of Deferred@1820741542 after retry RPC after error@1348733950) -> (continuation of Deferred@1102988421 after retry RPC after error@504402313) -> (continuation of Deferred@1077216914 after retry RPC after error@822005393) -> (continuation of Deferred@56045159 after retry RPC after error@433159005), errback=(continuation of Deferred@50793830 after retry RPC after error@455409487) -> (continuation of Deferred@2004670185 after retry RPC after error@1473315847) -> (continuation of Deferred@1820741542 after retry RPC after error@1348733950) -> (continuation of Deferred@1102988421 after retry RPC after error@504402313) -> (continuation of Deferred@1077216914 after retry RPC after error@822005393) -> (continuation of Deferred@56045159 after retry RPC after error@433159005)))
20:21:49.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.198 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.319 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [160ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@608577768(state=PENDING, result=null, callback=(continuation of Deferred@1883308119 after retry RPC after error@888468650) -> (continuation of Deferred@1943670596 after retry RPC after error@1716418751) -> (continuation of Deferred@519409561 after retry RPC after error@230123849) -> (continuation of Deferred@775223188 after retry RPC after error@1001056621) -> (continuation of Deferred@152121542 after retry RPC after error@1071316364) -> (continuation of Deferred@911947188 after retry RPC after error@1515602835) -> (continuation of Deferred@1522655007 after retry RPC after error@849313622), errback=(continuation of Deferred@1883308119 after retry RPC after error@888468650) -> (continuation of Deferred@1943670596 after retry RPC after error@1716418751) -> (continuation of Deferred@519409561 after retry RPC after error@230123849) -> (continuation of Deferred@775223188 after retry RPC after error@1001056621) -> (continuation of Deferred@152121542 after retry RPC after error@1071316364) -> (continuation of Deferred@911947188 after retry RPC after error@1515602835) -> (continuation of Deferred@1522655007 after retry RPC after error@849313622)))
20:21:49.320 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [160ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@608577768(state=PENDING, result=null, callback=(continuation of Deferred@1883308119 after retry RPC after error@888468650) -> (continuation of Deferred@1943670596 after retry RPC after error@1716418751) -> (continuation of Deferred@519409561 after retry RPC after error@230123849) -> (continuation of Deferred@775223188 after retry RPC after error@1001056621) -> (continuation of Deferred@152121542 after retry RPC after error@1071316364) -> (continuation of Deferred@911947188 after retry RPC after error@1515602835) -> (continuation of Deferred@1522655007 after retry RPC after error@849313622), errback=(continuation of Deferred@1883308119 after retry RPC after error@888468650) -> (continuation of Deferred@1943670596 after retry RPC after error@1716418751) -> (continuation of Deferred@519409561 after retry RPC after error@230123849) -> (continuation of Deferred@775223188 after retry RPC after error@1001056621) -> (continuation of Deferred@152121542 after retry RPC after error@1071316364) -> (continuation of Deferred@911947188 after retry RPC after error@1515602835) -> (continuation of Deferred@1522655007 after retry RPC after error@849313622)))
20:21:49.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.358 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.578 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.579 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@573140238(state=PENDING, result=null, callback=(continuation of Deferred@1430220244 after retry RPC after error@2123644181) -> (continuation of Deferred@761811119 after retry RPC after error@1153435921) -> (continuation of Deferred@1782549904 after retry RPC after error@891054423) -> (continuation of Deferred@1520347763 after retry RPC after error@517122224) -> (continuation of Deferred@135783927 after retry RPC after error@1586979699) -> (continuation of Deferred@1911916512 after retry RPC after error@2053715526) -> (continuation of Deferred@1306942625 after retry RPC after error@672084629), errback=(continuation of Deferred@1430220244 after retry RPC after error@2123644181) -> (continuation of Deferred@761811119 after retry RPC after error@1153435921) -> (continuation of Deferred@1782549904 after retry RPC after error@891054423) -> (continuation of Deferred@1520347763 after retry RPC after error@517122224) -> (continuation of Deferred@135783927 after retry RPC after error@1586979699) -> (continuation of Deferred@1911916512 after retry RPC after error@2053715526) -> (continuation of Deferred@1306942625 after retry RPC after error@672084629)))
20:21:49.579 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@573140238(state=PENDING, result=null, callback=(continuation of Deferred@1430220244 after retry RPC after error@2123644181) -> (continuation of Deferred@761811119 after retry RPC after error@1153435921) -> (continuation of Deferred@1782549904 after retry RPC after error@891054423) -> (continuation of Deferred@1520347763 after retry RPC after error@517122224) -> (continuation of Deferred@135783927 after retry RPC after error@1586979699) -> (continuation of Deferred@1911916512 after retry RPC after error@2053715526) -> (continuation of Deferred@1306942625 after retry RPC after error@672084629), errback=(continuation of Deferred@1430220244 after retry RPC after error@2123644181) -> (continuation of Deferred@761811119 after retry RPC after error@1153435921) -> (continuation of Deferred@1782549904 after retry RPC after error@891054423) -> (continuation of Deferred@1520347763 after retry RPC after error@517122224) -> (continuation of Deferred@135783927 after retry RPC after error@1586979699) -> (continuation of Deferred@1911916512 after retry RPC after error@2053715526) -> (continuation of Deferred@1306942625 after retry RPC after error@672084629)))
20:21:49.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.598 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.618 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.638 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.759 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1475767430(state=PENDING, result=null, callback=(continuation of Deferred@20548313 after retry RPC after error@442140412) -> (continuation of Deferred@688912671 after retry RPC after error@1308173028) -> (continuation of Deferred@5969600 after retry RPC after error@1324883281) -> (continuation of Deferred@417972880 after retry RPC after error@469970283) -> (continuation of Deferred@1144444221 after retry RPC after error@1244285567) -> (continuation of Deferred@478276840 after retry RPC after error@434954854) -> (continuation of Deferred@1795248987 after retry RPC after error@1944094198), errback=(continuation of Deferred@20548313 after retry RPC after error@442140412) -> (continuation of Deferred@688912671 after retry RPC after error@1308173028) -> (continuation of Deferred@5969600 after retry RPC after error@1324883281) -> (continuation of Deferred@417972880 after retry RPC after error@469970283) -> (continuation of Deferred@1144444221 after retry RPC after error@1244285567) -> (continuation of Deferred@478276840 after retry RPC after error@434954854) -> (continuation of Deferred@1795248987 after retry RPC after error@1944094198)))
20:21:49.759 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1475767430(state=PENDING, result=null, callback=(continuation of Deferred@20548313 after retry RPC after error@442140412) -> (continuation of Deferred@688912671 after retry RPC after error@1308173028) -> (continuation of Deferred@5969600 after retry RPC after error@1324883281) -> (continuation of Deferred@417972880 after retry RPC after error@469970283) -> (continuation of Deferred@1144444221 after retry RPC after error@1244285567) -> (continuation of Deferred@478276840 after retry RPC after error@434954854) -> (continuation of Deferred@1795248987 after retry RPC after error@1944094198), errback=(continuation of Deferred@20548313 after retry RPC after error@442140412) -> (continuation of Deferred@688912671 after retry RPC after error@1308173028) -> (continuation of Deferred@5969600 after retry RPC after error@1324883281) -> (continuation of Deferred@417972880 after retry RPC after error@469970283) -> (continuation of Deferred@1144444221 after retry RPC after error@1244285567) -> (continuation of Deferred@478276840 after retry RPC after error@434954854) -> (continuation of Deferred@1795248987 after retry RPC after error@1944094198)))
20:21:49.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.798 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.818 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.859 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.859 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.860 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.860 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.920 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [85ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1271751649(state=PENDING, result=null, callback=(continuation of Deferred@295870188 after retry RPC after error@2135559783) -> (continuation of Deferred@1963162811 after retry RPC after error@1433525137) -> (continuation of Deferred@1344371245 after retry RPC after error@2142732152) -> (continuation of Deferred@297738897 after retry RPC after error@1254743652) -> (continuation of Deferred@291644674 after retry RPC after error@1433060585) -> (continuation of Deferred@1026154367 after retry RPC after error@966204480), errback=(continuation of Deferred@295870188 after retry RPC after error@2135559783) -> (continuation of Deferred@1963162811 after retry RPC after error@1433525137) -> (continuation of Deferred@1344371245 after retry RPC after error@2142732152) -> (continuation of Deferred@297738897 after retry RPC after error@1254743652) -> (continuation of Deferred@291644674 after retry RPC after error@1433060585) -> (continuation of Deferred@1026154367 after retry RPC after error@966204480)))
20:21:49.921 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [85ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1271751649(state=PENDING, result=null, callback=(continuation of Deferred@295870188 after retry RPC after error@2135559783) -> (continuation of Deferred@1963162811 after retry RPC after error@1433525137) -> (continuation of Deferred@1344371245 after retry RPC after error@2142732152) -> (continuation of Deferred@297738897 after retry RPC after error@1254743652) -> (continuation of Deferred@291644674 after retry RPC after error@1433060585) -> (continuation of Deferred@1026154367 after retry RPC after error@966204480), errback=(continuation of Deferred@295870188 after retry RPC after error@2135559783) -> (continuation of Deferred@1963162811 after retry RPC after error@1433525137) -> (continuation of Deferred@1344371245 after retry RPC after error@2142732152) -> (continuation of Deferred@297738897 after retry RPC after error@1254743652) -> (continuation of Deferred@291644674 after retry RPC after error@1433060585) -> (continuation of Deferred@1026154367 after retry RPC after error@966204480)))
20:21:49.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.940 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.940 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.958 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:49.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:49.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:49.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:49.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:49.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:50.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:50.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:50.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:50.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:50.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:50.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:50.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:50.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.160 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@203914867(state=PENDING, result=null, callback=(continuation of Deferred@949638097 after retry RPC after error@447241556) -> (continuation of Deferred@2050644508 after retry RPC after error@1297704910) -> (continuation of Deferred@666345839 after retry RPC after error@2142050864) -> (continuation of Deferred@1475298659 after retry RPC after error@1368272711) -> (continuation of Deferred@1269321920 after retry RPC after error@1556332319) -> (continuation of Deferred@1906978233 after retry RPC after error@1375654108) -> (continuation of Deferred@1490658419 after retry RPC after error@430166832), errback=(continuation of Deferred@949638097 after retry RPC after error@447241556) -> (continuation of Deferred@2050644508 after retry RPC after error@1297704910) -> (continuation of Deferred@666345839 after retry RPC after error@2142050864) -> (continuation of Deferred@1475298659 after retry RPC after error@1368272711) -> (continuation of Deferred@1269321920 after retry RPC after error@1556332319) -> (continuation of Deferred@1906978233 after retry RPC after error@1375654108) -> (continuation of Deferred@1490658419 after retry RPC after error@430166832)))
20:21:50.160 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@203914867(state=PENDING, result=null, callback=(continuation of Deferred@949638097 after retry RPC after error@447241556) -> (continuation of Deferred@2050644508 after retry RPC after error@1297704910) -> (continuation of Deferred@666345839 after retry RPC after error@2142050864) -> (continuation of Deferred@1475298659 after retry RPC after error@1368272711) -> (continuation of Deferred@1269321920 after retry RPC after error@1556332319) -> (continuation of Deferred@1906978233 after retry RPC after error@1375654108) -> (continuation of Deferred@1490658419 after retry RPC after error@430166832), errback=(continuation of Deferred@949638097 after retry RPC after error@447241556) -> (continuation of Deferred@2050644508 after retry RPC after error@1297704910) -> (continuation of Deferred@666345839 after retry RPC after error@2142050864) -> (continuation of Deferred@1475298659 after retry RPC after error@1368272711) -> (continuation of Deferred@1269321920 after retry RPC after error@1556332319) -> (continuation of Deferred@1906978233 after retry RPC after error@1375654108) -> (continuation of Deferred@1490658419 after retry RPC after error@430166832)))
20:21:50.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:50.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:50.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:50.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:50.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.198 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:50.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:50.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:50.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:50.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:50.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:50.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:50.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:50.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:50.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:50.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:50.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:50.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.400 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@538462033(state=PENDING, result=null, callback=(continuation of Deferred@201144130 after retry RPC after error@9583337) -> (continuation of Deferred@407861467 after retry RPC after error@2047841868) -> (continuation of Deferred@405469544 after retry RPC after error@159305206) -> (continuation of Deferred@1788143010 after retry RPC after error@1815061322) -> (continuation of Deferred@595719710 after retry RPC after error@1550819045) -> (continuation of Deferred@287033663 after retry RPC after error@4132261) -> (continuation of Deferred@740440762 after retry RPC after error@203034989), errback=(continuation of Deferred@201144130 after retry RPC after error@9583337) -> (continuation of Deferred@407861467 after retry RPC after error@2047841868) -> (continuation of Deferred@405469544 after retry RPC after error@159305206) -> (continuation of Deferred@1788143010 after retry RPC after error@1815061322) -> (continuation of Deferred@595719710 after retry RPC after error@1550819045) -> (continuation of Deferred@287033663 after retry RPC after error@4132261) -> (continuation of Deferred@740440762 after retry RPC after error@203034989)))
20:21:50.401 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@538462033(state=PENDING, result=null, callback=(continuation of Deferred@201144130 after retry RPC after error@9583337) -> (continuation of Deferred@407861467 after retry RPC after error@2047841868) -> (continuation of Deferred@405469544 after retry RPC after error@159305206) -> (continuation of Deferred@1788143010 after retry RPC after error@1815061322) -> (continuation of Deferred@595719710 after retry RPC after error@1550819045) -> (continuation of Deferred@287033663 after retry RPC after error@4132261) -> (continuation of Deferred@740440762 after retry RPC after error@203034989), errback=(continuation of Deferred@201144130 after retry RPC after error@9583337) -> (continuation of Deferred@407861467 after retry RPC after error@2047841868) -> (continuation of Deferred@405469544 after retry RPC after error@159305206) -> (continuation of Deferred@1788143010 after retry RPC after error@1815061322) -> (continuation of Deferred@595719710 after retry RPC after error@1550819045) -> (continuation of Deferred@287033663 after retry RPC after error@4132261) -> (continuation of Deferred@740440762 after retry RPC after error@203034989)))
20:21:50.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:50.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:50.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:50.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:50.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:50.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:50.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:50.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:50.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:50.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:50.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:50.502898 23101 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 1)
20:21:50.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:50.508363 23101 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '0aaa9a720fd748f88290a24a43972cb7', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '0aaa9a720fd748f88290a24a43972cb7', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 1)
20:21:50.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:50.509641 23101 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.21.237.252:33275)
20:21:50.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:50.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:50.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:50.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:50.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:50.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:50.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.618 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:50.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:50.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.658 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.659 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1279613350(state=PENDING, result=null, callback=(continuation of Deferred@902076259 after retry RPC after error@1045610711) -> (continuation of Deferred@929811182 after retry RPC after error@1367686604) -> (continuation of Deferred@1080809232 after retry RPC after error@1746400178) -> (continuation of Deferred@29522148 after retry RPC after error@2035375693) -> (continuation of Deferred@1738331424 after retry RPC after error@817967106) -> (continuation of Deferred@576093094 after retry RPC after error@1359407767) -> (continuation of Deferred@1353846850 after retry RPC after error@1766488950) -> (continuation of Deferred@2018551474 after retry RPC after error@518302077), errback=(continuation of Deferred@902076259 after retry RPC after error@1045610711) -> (continuation of Deferred@929811182 after retry RPC after error@1367686604) -> (continuation of Deferred@1080809232 after retry RPC after error@1746400178) -> (continuation of Deferred@29522148 after retry RPC after error@2035375693) -> (continuation of Deferred@1738331424 after retry RPC after error@817967106) -> (continuation of Deferred@576093094 after retry RPC after error@1359407767) -> (continuation of Deferred@1353846850 after retry RPC after error@1766488950) -> (continuation of Deferred@2018551474 after retry RPC after error@518302077)))
20:21:50.659 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1279613350(state=PENDING, result=null, callback=(continuation of Deferred@902076259 after retry RPC after error@1045610711) -> (continuation of Deferred@929811182 after retry RPC after error@1367686604) -> (continuation of Deferred@1080809232 after retry RPC after error@1746400178) -> (continuation of Deferred@29522148 after retry RPC after error@2035375693) -> (continuation of Deferred@1738331424 after retry RPC after error@817967106) -> (continuation of Deferred@576093094 after retry RPC after error@1359407767) -> (continuation of Deferred@1353846850 after retry RPC after error@1766488950) -> (continuation of Deferred@2018551474 after retry RPC after error@518302077), errback=(continuation of Deferred@902076259 after retry RPC after error@1045610711) -> (continuation of Deferred@929811182 after retry RPC after error@1367686604) -> (continuation of Deferred@1080809232 after retry RPC after error@1746400178) -> (continuation of Deferred@29522148 after retry RPC after error@2035375693) -> (continuation of Deferred@1738331424 after retry RPC after error@817967106) -> (continuation of Deferred@576093094 after retry RPC after error@1359407767) -> (continuation of Deferred@1353846850 after retry RPC after error@1766488950) -> (continuation of Deferred@2018551474 after retry RPC after error@518302077)))
20:21:50.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:50.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:50.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:50.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:50.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:50.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:50.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:50.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:50.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:50.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:50.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:50.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:50.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:50.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:50.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.839 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@203210328(state=PENDING, result=null, callback=(continuation of Deferred@1775260505 after retry RPC after error@595537240) -> (continuation of Deferred@1813102676 after retry RPC after error@85351920) -> (continuation of Deferred@1857526928 after retry RPC after error@880306675) -> (continuation of Deferred@1451822152 after retry RPC after error@1632051892) -> (continuation of Deferred@868638992 after retry RPC after error@1149677930) -> (continuation of Deferred@1517489918 after retry RPC after error@41534854), errback=(continuation of Deferred@1775260505 after retry RPC after error@595537240) -> (continuation of Deferred@1813102676 after retry RPC after error@85351920) -> (continuation of Deferred@1857526928 after retry RPC after error@880306675) -> (continuation of Deferred@1451822152 after retry RPC after error@1632051892) -> (continuation of Deferred@868638992 after retry RPC after error@1149677930) -> (continuation of Deferred@1517489918 after retry RPC after error@41534854)))
20:21:50.840 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@203210328(state=PENDING, result=null, callback=(continuation of Deferred@1775260505 after retry RPC after error@595537240) -> (continuation of Deferred@1813102676 after retry RPC after error@85351920) -> (continuation of Deferred@1857526928 after retry RPC after error@880306675) -> (continuation of Deferred@1451822152 after retry RPC after error@1632051892) -> (continuation of Deferred@868638992 after retry RPC after error@1149677930) -> (continuation of Deferred@1517489918 after retry RPC after error@41534854), errback=(continuation of Deferred@1775260505 after retry RPC after error@595537240) -> (continuation of Deferred@1813102676 after retry RPC after error@85351920) -> (continuation of Deferred@1857526928 after retry RPC after error@880306675) -> (continuation of Deferred@1451822152 after retry RPC after error@1632051892) -> (continuation of Deferred@868638992 after retry RPC after error@1149677930) -> (continuation of Deferred@1517489918 after retry RPC after error@41534854)))
20:21:50.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:50.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:50.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.858 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:50.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:50.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:50.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:50.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.898 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:50.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:50.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.918 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:50.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:50.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.938 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:50.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:50.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:50.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:50.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:50.958 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.038 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.078 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.100 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1258071051(state=PENDING, result=null, callback=(continuation of Deferred@1356758499 after retry RPC after error@844855469) -> (continuation of Deferred@1908489571 after retry RPC after error@1580336044) -> (continuation of Deferred@2099268844 after retry RPC after error@349691381) -> (continuation of Deferred@1812316201 after retry RPC after error@577012070) -> (continuation of Deferred@1574760170 after retry RPC after error@2010036433) -> (continuation of Deferred@898116233 after retry RPC after error@870441711) -> (continuation of Deferred@158392775 after retry RPC after error@200984584) -> (continuation of Deferred@2144499612 after retry RPC after error@1134035987), errback=(continuation of Deferred@1356758499 after retry RPC after error@844855469) -> (continuation of Deferred@1908489571 after retry RPC after error@1580336044) -> (continuation of Deferred@2099268844 after retry RPC after error@349691381) -> (continuation of Deferred@1812316201 after retry RPC after error@577012070) -> (continuation of Deferred@1574760170 after retry RPC after error@2010036433) -> (continuation of Deferred@898116233 after retry RPC after error@870441711) -> (continuation of Deferred@158392775 after retry RPC after error@200984584) -> (continuation of Deferred@2144499612 after retry RPC after error@1134035987)))
20:21:51.100 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1258071051(state=PENDING, result=null, callback=(continuation of Deferred@1356758499 after retry RPC after error@844855469) -> (continuation of Deferred@1908489571 after retry RPC after error@1580336044) -> (continuation of Deferred@2099268844 after retry RPC after error@349691381) -> (continuation of Deferred@1812316201 after retry RPC after error@577012070) -> (continuation of Deferred@1574760170 after retry RPC after error@2010036433) -> (continuation of Deferred@898116233 after retry RPC after error@870441711) -> (continuation of Deferred@158392775 after retry RPC after error@200984584) -> (continuation of Deferred@2144499612 after retry RPC after error@1134035987), errback=(continuation of Deferred@1356758499 after retry RPC after error@844855469) -> (continuation of Deferred@1908489571 after retry RPC after error@1580336044) -> (continuation of Deferred@2099268844 after retry RPC after error@349691381) -> (continuation of Deferred@1812316201 after retry RPC after error@577012070) -> (continuation of Deferred@1574760170 after retry RPC after error@2010036433) -> (continuation of Deferred@898116233 after retry RPC after error@870441711) -> (continuation of Deferred@158392775 after retry RPC after error@200984584) -> (continuation of Deferred@2144499612 after retry RPC after error@1134035987)))
20:21:51.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.279 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@429234605(state=PENDING, result=null, callback=(continuation of Deferred@1760095398 after retry RPC after error@488395096) -> (continuation of Deferred@360234067 after retry RPC after error@538249120) -> (continuation of Deferred@263668440 after retry RPC after error@1893618919) -> (continuation of Deferred@538240139 after retry RPC after error@674549550) -> (continuation of Deferred@497084786 after retry RPC after error@526122829) -> (continuation of Deferred@418144401 after retry RPC after error@372216093), errback=(continuation of Deferred@1760095398 after retry RPC after error@488395096) -> (continuation of Deferred@360234067 after retry RPC after error@538249120) -> (continuation of Deferred@263668440 after retry RPC after error@1893618919) -> (continuation of Deferred@538240139 after retry RPC after error@674549550) -> (continuation of Deferred@497084786 after retry RPC after error@526122829) -> (continuation of Deferred@418144401 after retry RPC after error@372216093)))
20:21:51.280 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@429234605(state=PENDING, result=null, callback=(continuation of Deferred@1760095398 after retry RPC after error@488395096) -> (continuation of Deferred@360234067 after retry RPC after error@538249120) -> (continuation of Deferred@263668440 after retry RPC after error@1893618919) -> (continuation of Deferred@538240139 after retry RPC after error@674549550) -> (continuation of Deferred@497084786 after retry RPC after error@526122829) -> (continuation of Deferred@418144401 after retry RPC after error@372216093), errback=(continuation of Deferred@1760095398 after retry RPC after error@488395096) -> (continuation of Deferred@360234067 after retry RPC after error@538249120) -> (continuation of Deferred@263668440 after retry RPC after error@1893618919) -> (continuation of Deferred@538240139 after retry RPC after error@674549550) -> (continuation of Deferred@497084786 after retry RPC after error@526122829) -> (continuation of Deferred@418144401 after retry RPC after error@372216093)))
20:21:51.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.359 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.538 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.539 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@778700703(state=PENDING, result=null, callback=(continuation of Deferred@2057565943 after retry RPC after error@1205759023) -> (continuation of Deferred@1125495834 after retry RPC after error@1027413272) -> (continuation of Deferred@1489782790 after retry RPC after error@1825044516) -> (continuation of Deferred@43787458 after retry RPC after error@1474065500) -> (continuation of Deferred@1844087513 after retry RPC after error@1052723608) -> (continuation of Deferred@1567019193 after retry RPC after error@1772888541) -> (continuation of Deferred@1353306739 after retry RPC after error@337556087) -> (continuation of Deferred@2132171605 after retry RPC after error@2008825763), errback=(continuation of Deferred@2057565943 after retry RPC after error@1205759023) -> (continuation of Deferred@1125495834 after retry RPC after error@1027413272) -> (continuation of Deferred@1489782790 after retry RPC after error@1825044516) -> (continuation of Deferred@43787458 after retry RPC after error@1474065500) -> (continuation of Deferred@1844087513 after retry RPC after error@1052723608) -> (continuation of Deferred@1567019193 after retry RPC after error@1772888541) -> (continuation of Deferred@1353306739 after retry RPC after error@337556087) -> (continuation of Deferred@2132171605 after retry RPC after error@2008825763)))
20:21:51.540 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@778700703(state=PENDING, result=null, callback=(continuation of Deferred@2057565943 after retry RPC after error@1205759023) -> (continuation of Deferred@1125495834 after retry RPC after error@1027413272) -> (continuation of Deferred@1489782790 after retry RPC after error@1825044516) -> (continuation of Deferred@43787458 after retry RPC after error@1474065500) -> (continuation of Deferred@1844087513 after retry RPC after error@1052723608) -> (continuation of Deferred@1567019193 after retry RPC after error@1772888541) -> (continuation of Deferred@1353306739 after retry RPC after error@337556087) -> (continuation of Deferred@2132171605 after retry RPC after error@2008825763), errback=(continuation of Deferred@2057565943 after retry RPC after error@1205759023) -> (continuation of Deferred@1125495834 after retry RPC after error@1027413272) -> (continuation of Deferred@1489782790 after retry RPC after error@1825044516) -> (continuation of Deferred@43787458 after retry RPC after error@1474065500) -> (continuation of Deferred@1844087513 after retry RPC after error@1052723608) -> (continuation of Deferred@1567019193 after retry RPC after error@1772888541) -> (continuation of Deferred@1353306739 after retry RPC after error@337556087) -> (continuation of Deferred@2132171605 after retry RPC after error@2008825763)))
20:21:51.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.578 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.598 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.618 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.638 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.698 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.780 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [103ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [103ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@336022587(state=PENDING, result=null, callback=(continuation of Deferred@2012493973 after retry RPC after error@1000850476) -> (continuation of Deferred@351413830 after retry RPC after error@985323127) -> (continuation of Deferred@1826386213 after retry RPC after error@1776246326) -> (continuation of Deferred@1822070109 after retry RPC after error@8388567) -> (continuation of Deferred@262529956 after retry RPC after error@479732360) -> (continuation of Deferred@605056059 after retry RPC after error@1542372905) -> (continuation of Deferred@2071387699 after retry RPC after error@640102327) -> (continuation of Deferred@24243964 after retry RPC after error@801113869), errback=(continuation of Deferred@2012493973 after retry RPC after error@1000850476) -> (continuation of Deferred@351413830 after retry RPC after error@985323127) -> (continuation of Deferred@1826386213 after retry RPC after error@1776246326) -> (continuation of Deferred@1822070109 after retry RPC after error@8388567) -> (continuation of Deferred@262529956 after retry RPC after error@479732360) -> (continuation of Deferred@605056059 after retry RPC after error@1542372905) -> (continuation of Deferred@2071387699 after retry RPC after error@640102327) -> (continuation of Deferred@24243964 after retry RPC after error@801113869)))
20:21:51.780 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [103ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [103ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@336022587(state=PENDING, result=null, callback=(continuation of Deferred@2012493973 after retry RPC after error@1000850476) -> (continuation of Deferred@351413830 after retry RPC after error@985323127) -> (continuation of Deferred@1826386213 after retry RPC after error@1776246326) -> (continuation of Deferred@1822070109 after retry RPC after error@8388567) -> (continuation of Deferred@262529956 after retry RPC after error@479732360) -> (continuation of Deferred@605056059 after retry RPC after error@1542372905) -> (continuation of Deferred@2071387699 after retry RPC after error@640102327) -> (continuation of Deferred@24243964 after retry RPC after error@801113869), errback=(continuation of Deferred@2012493973 after retry RPC after error@1000850476) -> (continuation of Deferred@351413830 after retry RPC after error@985323127) -> (continuation of Deferred@1826386213 after retry RPC after error@1776246326) -> (continuation of Deferred@1822070109 after retry RPC after error@8388567) -> (continuation of Deferred@262529956 after retry RPC after error@479732360) -> (continuation of Deferred@605056059 after retry RPC after error@1542372905) -> (continuation of Deferred@2071387699 after retry RPC after error@640102327) -> (continuation of Deferred@24243964 after retry RPC after error@801113869)))
20:21:51.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.798 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.818 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.840 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.841 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.858 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.938 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.939 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [44ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [44ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1622759179(state=PENDING, result=null, callback=(continuation of Deferred@37033414 after retry RPC after error@1704543038) -> (continuation of Deferred@267166741 after retry RPC after error@633846764) -> (continuation of Deferred@267784631 after retry RPC after error@551101380) -> (continuation of Deferred@1258289094 after retry RPC after error@1384070574) -> (continuation of Deferred@1841034751 after retry RPC after error@68500623) -> (continuation of Deferred@836876812 after retry RPC after error@442004435), errback=(continuation of Deferred@37033414 after retry RPC after error@1704543038) -> (continuation of Deferred@267166741 after retry RPC after error@633846764) -> (continuation of Deferred@267784631 after retry RPC after error@551101380) -> (continuation of Deferred@1258289094 after retry RPC after error@1384070574) -> (continuation of Deferred@1841034751 after retry RPC after error@68500623) -> (continuation of Deferred@836876812 after retry RPC after error@442004435)))
20:21:51.939 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [44ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [44ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1622759179(state=PENDING, result=null, callback=(continuation of Deferred@37033414 after retry RPC after error@1704543038) -> (continuation of Deferred@267166741 after retry RPC after error@633846764) -> (continuation of Deferred@267784631 after retry RPC after error@551101380) -> (continuation of Deferred@1258289094 after retry RPC after error@1384070574) -> (continuation of Deferred@1841034751 after retry RPC after error@68500623) -> (continuation of Deferred@836876812 after retry RPC after error@442004435), errback=(continuation of Deferred@37033414 after retry RPC after error@1704543038) -> (continuation of Deferred@267166741 after retry RPC after error@633846764) -> (continuation of Deferred@267784631 after retry RPC after error@551101380) -> (continuation of Deferred@1258289094 after retry RPC after error@1384070574) -> (continuation of Deferred@1841034751 after retry RPC after error@68500623) -> (continuation of Deferred@836876812 after retry RPC after error@442004435)))
20:21:51.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:51.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:51.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:51.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:51.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:51.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:52.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:52.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:52.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.018 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:52.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:52.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:52.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:52.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:52.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:52.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:52.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:52.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:52.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:52.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:52.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:52.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:52.200 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@912788469(state=PENDING, result=null, callback=(continuation of Deferred@165457719 after retry RPC after error@1433053832) -> (continuation of Deferred@1557352618 after retry RPC after error@705879910) -> (continuation of Deferred@1188784132 after retry RPC after error@1181070525) -> (continuation of Deferred@7731931 after retry RPC after error@1008790620) -> (continuation of Deferred@556152980 after retry RPC after error@1242411089) -> (continuation of Deferred@1702967529 after retry RPC after error@1593342473) -> (continuation of Deferred@1317669850 after retry RPC after error@1763878242), errback=(continuation of Deferred@165457719 after retry RPC after error@1433053832) -> (continuation of Deferred@1557352618 after retry RPC after error@705879910) -> (continuation of Deferred@1188784132 after retry RPC after error@1181070525) -> (continuation of Deferred@7731931 after retry RPC after error@1008790620) -> (continuation of Deferred@556152980 after retry RPC after error@1242411089) -> (continuation of Deferred@1702967529 after retry RPC after error@1593342473) -> (continuation of Deferred@1317669850 after retry RPC after error@1763878242)))
20:21:52.200 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@912788469(state=PENDING, result=null, callback=(continuation of Deferred@165457719 after retry RPC after error@1433053832) -> (continuation of Deferred@1557352618 after retry RPC after error@705879910) -> (continuation of Deferred@1188784132 after retry RPC after error@1181070525) -> (continuation of Deferred@7731931 after retry RPC after error@1008790620) -> (continuation of Deferred@556152980 after retry RPC after error@1242411089) -> (continuation of Deferred@1702967529 after retry RPC after error@1593342473) -> (continuation of Deferred@1317669850 after retry RPC after error@1763878242), errback=(continuation of Deferred@165457719 after retry RPC after error@1433053832) -> (continuation of Deferred@1557352618 after retry RPC after error@705879910) -> (continuation of Deferred@1188784132 after retry RPC after error@1181070525) -> (continuation of Deferred@7731931 after retry RPC after error@1008790620) -> (continuation of Deferred@556152980 after retry RPC after error@1242411089) -> (continuation of Deferred@1702967529 after retry RPC after error@1593342473) -> (continuation of Deferred@1317669850 after retry RPC after error@1763878242)))
20:21:52.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:52.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:52.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.218 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:52.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:52.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:52.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:52.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:52.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:52.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:52.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:52.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:52.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:52.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:52.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:52.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:52.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:52.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:52.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:52.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:52.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:52.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:52.478 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [0ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@843144319(state=PENDING, result=null, callback=(continuation of Deferred@389236151 after retry RPC after error@2105685220) -> (continuation of Deferred@235617156 after retry RPC after error@915487902) -> (continuation of Deferred@990042374 after retry RPC after error@1464598422) -> (continuation of Deferred@13314528 after retry RPC after error@1057063083) -> (continuation of Deferred@308716708 after retry RPC after error@442060337) -> (continuation of Deferred@1124393139 after retry RPC after error@1882399904) -> (continuation of Deferred@1473772934 after retry RPC after error@120527243), errback=(continuation of Deferred@389236151 after retry RPC after error@2105685220) -> (continuation of Deferred@235617156 after retry RPC after error@915487902) -> (continuation of Deferred@990042374 after retry RPC after error@1464598422) -> (continuation of Deferred@13314528 after retry RPC after error@1057063083) -> (continuation of Deferred@308716708 after retry RPC after error@442060337) -> (continuation of Deferred@1124393139 after retry RPC after error@1882399904) -> (continuation of Deferred@1473772934 after retry RPC after error@120527243)))
20:21:52.479 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
20:21:52.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:52.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:52.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:52.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:52.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:52.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:52.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:52.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:52.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:52.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:52.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:52.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:52.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:52.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:52.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:52.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:52.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:52.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:52.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:52.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:52.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:52.659 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@2006944854(state=PENDING, result=null, callback=(continuation of Deferred@2068704064 after retry RPC after error@153869060) -> (continuation of Deferred@1484164296 after retry RPC after error@1400919724) -> (continuation of Deferred@1191424119 after retry RPC after error@271036520) -> (continuation of Deferred@2086370920 after retry RPC after error@767517305) -> (continuation of Deferred@2003169201 after retry RPC after error@1517073861) -> (continuation of Deferred@2112043230 after retry RPC after error@731455921), errback=(continuation of Deferred@2068704064 after retry RPC after error@153869060) -> (continuation of Deferred@1484164296 after retry RPC after error@1400919724) -> (continuation of Deferred@1191424119 after retry RPC after error@271036520) -> (continuation of Deferred@2086370920 after retry RPC after error@767517305) -> (continuation of Deferred@2003169201 after retry RPC after error@1517073861) -> (continuation of Deferred@2112043230 after retry RPC after error@731455921)))
20:21:52.660 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@2006944854(state=PENDING, result=null, callback=(continuation of Deferred@2068704064 after retry RPC after error@153869060) -> (continuation of Deferred@1484164296 after retry RPC after error@1400919724) -> (continuation of Deferred@1191424119 after retry RPC after error@271036520) -> (continuation of Deferred@2086370920 after retry RPC after error@767517305) -> (continuation of Deferred@2003169201 after retry RPC after error@1517073861) -> (continuation of Deferred@2112043230 after retry RPC after error@731455921), errback=(continuation of Deferred@2068704064 after retry RPC after error@153869060) -> (continuation of Deferred@1484164296 after retry RPC after error@1400919724) -> (continuation of Deferred@1191424119 after retry RPC after error@271036520) -> (continuation of Deferred@2086370920 after retry RPC after error@767517305) -> (continuation of Deferred@2003169201 after retry RPC after error@1517073861) -> (continuation of Deferred@2112043230 after retry RPC after error@731455921)))
20:21:52.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:52.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:52.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:52.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:52.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:52.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.698 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:52.720 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:52.720 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:52.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:52.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:52.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:52.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.738 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:52.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:52.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:52.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.758 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:52.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:52.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:52.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.798 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:52.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:52.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:52.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:52.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:52.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:52.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:52.899 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [44ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [45ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [46ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1349293112(state=PENDING, result=null, callback=(continuation of Deferred@1199467677 after retry RPC after error@1874277519) -> (continuation of Deferred@1983820739 after retry RPC after error@1120347240) -> (continuation of Deferred@1986638377 after retry RPC after error@548205351) -> (continuation of Deferred@596638810 after retry RPC after error@1477470247) -> (continuation of Deferred@1666413046 after retry RPC after error@606176112) -> (continuation of Deferred@2022753922 after retry RPC after error@597350631) -> (continuation of Deferred@1539232163 after retry RPC after error@1940710311), errback=(continuation of Deferred@1199467677 after retry RPC after error@1874277519) -> (continuation of Deferred@1983820739 after retry RPC after error@1120347240) -> (continuation of Deferred@1986638377 after retry RPC after error@548205351) -> (continuation of Deferred@596638810 after retry RPC after error@1477470247) -> (continuation of Deferred@1666413046 after retry RPC after error@606176112) -> (continuation of Deferred@2022753922 after retry RPC after error@597350631) -> (continuation of Deferred@1539232163 after retry RPC after error@1940710311)))
20:21:52.900 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [44ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [45ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [46ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1349293112(state=PENDING, result=null, callback=(continuation of Deferred@1199467677 after retry RPC after error@1874277519) -> (continuation of Deferred@1983820739 after retry RPC after error@1120347240) -> (continuation of Deferred@1986638377 after retry RPC after error@548205351) -> (continuation of Deferred@596638810 after retry RPC after error@1477470247) -> (continuation of Deferred@1666413046 after retry RPC after error@606176112) -> (continuation of Deferred@2022753922 after retry RPC after error@597350631) -> (continuation of Deferred@1539232163 after retry RPC after error@1940710311), errback=(continuation of Deferred@1199467677 after retry RPC after error@1874277519) -> (continuation of Deferred@1983820739 after retry RPC after error@1120347240) -> (continuation of Deferred@1986638377 after retry RPC after error@548205351) -> (continuation of Deferred@596638810 after retry RPC after error@1477470247) -> (continuation of Deferred@1666413046 after retry RPC after error@606176112) -> (continuation of Deferred@2022753922 after retry RPC after error@597350631) -> (continuation of Deferred@1539232163 after retry RPC after error@1940710311)))
20:21:52.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:52.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:52.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.918 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:52.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:52.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:52.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.938 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:52.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:52.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:52.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.958 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:52.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:52.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:52.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:52.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:52.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:52.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:52.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:52.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:53.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:53.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:53.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:53.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:53.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:53.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:53.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:53.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:53.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:53.140 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@303926846(state=PENDING, result=null, callback=(continuation of Deferred@252462738 after retry RPC after error@402859886) -> (continuation of Deferred@2040472418 after retry RPC after error@118308369) -> (continuation of Deferred@1792590004 after retry RPC after error@1801560790) -> (continuation of Deferred@1801783531 after retry RPC after error@91639328) -> (continuation of Deferred@688382810 after retry RPC after error@1335264190) -> (continuation of Deferred@217573623 after retry RPC after error@1002942471) -> (continuation of Deferred@768379158 after retry RPC after error@1446798434), errback=(continuation of Deferred@252462738 after retry RPC after error@402859886) -> (continuation of Deferred@2040472418 after retry RPC after error@118308369) -> (continuation of Deferred@1792590004 after retry RPC after error@1801560790) -> (continuation of Deferred@1801783531 after retry RPC after error@91639328) -> (continuation of Deferred@688382810 after retry RPC after error@1335264190) -> (continuation of Deferred@217573623 after retry RPC after error@1002942471) -> (continuation of Deferred@768379158 after retry RPC after error@1446798434)))
20:21:53.140 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@303926846(state=PENDING, result=null, callback=(continuation of Deferred@252462738 after retry RPC after error@402859886) -> (continuation of Deferred@2040472418 after retry RPC after error@118308369) -> (continuation of Deferred@1792590004 after retry RPC after error@1801560790) -> (continuation of Deferred@1801783531 after retry RPC after error@91639328) -> (continuation of Deferred@688382810 after retry RPC after error@1335264190) -> (continuation of Deferred@217573623 after retry RPC after error@1002942471) -> (continuation of Deferred@768379158 after retry RPC after error@1446798434), errback=(continuation of Deferred@252462738 after retry RPC after error@402859886) -> (continuation of Deferred@2040472418 after retry RPC after error@118308369) -> (continuation of Deferred@1792590004 after retry RPC after error@1801560790) -> (continuation of Deferred@1801783531 after retry RPC after error@91639328) -> (continuation of Deferred@688382810 after retry RPC after error@1335264190) -> (continuation of Deferred@217573623 after retry RPC after error@1002942471) -> (continuation of Deferred@768379158 after retry RPC after error@1446798434)))
20:21:53.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:53.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:53.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:53.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:53.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:53.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:53.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:53.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:53.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.198 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:53.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:53.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:53.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:53.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:53.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:53.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.240 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:53.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:53.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:53.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:53.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:53.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:53.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:53.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:53.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:53.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:53.400 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1079055700(state=PENDING, result=null, callback=(continuation of Deferred@720024468 after retry RPC after error@1348251033) -> (continuation of Deferred@973888936 after retry RPC after error@1925121032) -> (continuation of Deferred@221675480 after retry RPC after error@942877570) -> (continuation of Deferred@1611321393 after retry RPC after error@1788811132) -> (continuation of Deferred@1424588104 after retry RPC after error@1965499244) -> (continuation of Deferred@1125838497 after retry RPC after error@1361851721) -> (continuation of Deferred@1311768857 after retry RPC after error@46168048), errback=(continuation of Deferred@720024468 after retry RPC after error@1348251033) -> (continuation of Deferred@973888936 after retry RPC after error@1925121032) -> (continuation of Deferred@221675480 after retry RPC after error@942877570) -> (continuation of Deferred@1611321393 after retry RPC after error@1788811132) -> (continuation of Deferred@1424588104 after retry RPC after error@1965499244) -> (continuation of Deferred@1125838497 after retry RPC after error@1361851721) -> (continuation of Deferred@1311768857 after retry RPC after error@46168048)))
20:21:53.400 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1079055700(state=PENDING, result=null, callback=(continuation of Deferred@720024468 after retry RPC after error@1348251033) -> (continuation of Deferred@973888936 after retry RPC after error@1925121032) -> (continuation of Deferred@221675480 after retry RPC after error@942877570) -> (continuation of Deferred@1611321393 after retry RPC after error@1788811132) -> (continuation of Deferred@1424588104 after retry RPC after error@1965499244) -> (continuation of Deferred@1125838497 after retry RPC after error@1361851721) -> (continuation of Deferred@1311768857 after retry RPC after error@46168048), errback=(continuation of Deferred@720024468 after retry RPC after error@1348251033) -> (continuation of Deferred@973888936 after retry RPC after error@1925121032) -> (continuation of Deferred@221675480 after retry RPC after error@942877570) -> (continuation of Deferred@1611321393 after retry RPC after error@1788811132) -> (continuation of Deferred@1424588104 after retry RPC after error@1965499244) -> (continuation of Deferred@1125838497 after retry RPC after error@1361851721) -> (continuation of Deferred@1311768857 after retry RPC after error@46168048)))
20:21:53.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:53.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:53.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:53.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:53.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:53.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:53.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:53.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:53.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:53.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:53.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:53.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:53.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:53.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:53.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:53.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:53.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:53.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.520 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:53.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:53.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:53.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:53.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:53.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:53.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:53.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:53.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:53.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.598 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:53.599 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [104ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@2107965971(state=PENDING, result=null, callback=(continuation of Deferred@261353302 after retry RPC after error@846459576) -> (continuation of Deferred@1796343280 after retry RPC after error@1047672603) -> (continuation of Deferred@780895964 after retry RPC after error@54548359) -> (continuation of Deferred@2013720474 after retry RPC after error@1466156398) -> (continuation of Deferred@632030264 after retry RPC after error@609321829) -> (continuation of Deferred@1801769546 after retry RPC after error@585446141) -> (continuation of Deferred@1739423581 after retry RPC after error@1338999398) -> (continuation of Deferred@49606487 after retry RPC after error@160253742), errback=(continuation of Deferred@261353302 after retry RPC after error@846459576) -> (continuation of Deferred@1796343280 after retry RPC after error@1047672603) -> (continuation of Deferred@780895964 after retry RPC after error@54548359) -> (continuation of Deferred@2013720474 after retry RPC after error@1466156398) -> (continuation of Deferred@632030264 after retry RPC after error@609321829) -> (continuation of Deferred@1801769546 after retry RPC after error@585446141) -> (continuation of Deferred@1739423581 after retry RPC after error@1338999398) -> (continuation of Deferred@49606487 after retry RPC after error@160253742)))
20:21:53.599 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [104ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@2107965971(state=PENDING, result=null, callback=(continuation of Deferred@261353302 after retry RPC after error@846459576) -> (continuation of Deferred@1796343280 after retry RPC after error@1047672603) -> (continuation of Deferred@780895964 after retry RPC after error@54548359) -> (continuation of Deferred@2013720474 after retry RPC after error@1466156398) -> (continuation of Deferred@632030264 after retry RPC after error@609321829) -> (continuation of Deferred@1801769546 after retry RPC after error@585446141) -> (continuation of Deferred@1739423581 after retry RPC after error@1338999398) -> (continuation of Deferred@49606487 after retry RPC after error@160253742), errback=(continuation of Deferred@261353302 after retry RPC after error@846459576) -> (continuation of Deferred@1796343280 after retry RPC after error@1047672603) -> (continuation of Deferred@780895964 after retry RPC after error@54548359) -> (continuation of Deferred@2013720474 after retry RPC after error@1466156398) -> (continuation of Deferred@632030264 after retry RPC after error@609321829) -> (continuation of Deferred@1801769546 after retry RPC after error@585446141) -> (continuation of Deferred@1739423581 after retry RPC after error@1338999398) -> (continuation of Deferred@49606487 after retry RPC after error@160253742)))
20:21:53.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:53.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:53.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.618 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:53.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:53.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:53.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:53.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:53.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:53.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:53.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:53.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:53.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:53.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:53.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:53.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:53.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:53.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:53.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:53.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:53.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:53.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:53.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:53.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:53.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.840 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:53.840 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@318044098(state=PENDING, result=null, callback=(continuation of Deferred@1311216223 after retry RPC after error@265655578) -> (continuation of Deferred@967596683 after retry RPC after error@215212187) -> (continuation of Deferred@2115251764 after retry RPC after error@1573521833) -> (continuation of Deferred@107575449 after retry RPC after error@363694071) -> (continuation of Deferred@1251442424 after retry RPC after error@1193124162) -> (continuation of Deferred@176006280 after retry RPC after error@1930823695) -> (continuation of Deferred@34064427 after retry RPC after error@674922136), errback=(continuation of Deferred@1311216223 after retry RPC after error@265655578) -> (continuation of Deferred@967596683 after retry RPC after error@215212187) -> (continuation of Deferred@2115251764 after retry RPC after error@1573521833) -> (continuation of Deferred@107575449 after retry RPC after error@363694071) -> (continuation of Deferred@1251442424 after retry RPC after error@1193124162) -> (continuation of Deferred@176006280 after retry RPC after error@1930823695) -> (continuation of Deferred@34064427 after retry RPC after error@674922136)))
20:21:53.841 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@318044098(state=PENDING, result=null, callback=(continuation of Deferred@1311216223 after retry RPC after error@265655578) -> (continuation of Deferred@967596683 after retry RPC after error@215212187) -> (continuation of Deferred@2115251764 after retry RPC after error@1573521833) -> (continuation of Deferred@107575449 after retry RPC after error@363694071) -> (continuation of Deferred@1251442424 after retry RPC after error@1193124162) -> (continuation of Deferred@176006280 after retry RPC after error@1930823695) -> (continuation of Deferred@34064427 after retry RPC after error@674922136), errback=(continuation of Deferred@1311216223 after retry RPC after error@265655578) -> (continuation of Deferred@967596683 after retry RPC after error@215212187) -> (continuation of Deferred@2115251764 after retry RPC after error@1573521833) -> (continuation of Deferred@107575449 after retry RPC after error@363694071) -> (continuation of Deferred@1251442424 after retry RPC after error@1193124162) -> (continuation of Deferred@176006280 after retry RPC after error@1930823695) -> (continuation of Deferred@34064427 after retry RPC after error@674922136)))
20:21:53.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:53.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:53.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:53.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:53.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:53.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:53.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:53.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:53.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:53.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:53.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:53.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:53.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:53.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:53.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:53.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:53.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:53.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:53.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:53.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.039 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1557695488(state=PENDING, result=null, callback=(continuation of Deferred@341015998 after retry RPC after error@195129185) -> (continuation of Deferred@1351683970 after retry RPC after error@1219571996) -> (continuation of Deferred@1191189305 after retry RPC after error@1197129439) -> (continuation of Deferred@527385769 after retry RPC after error@1578614665) -> (continuation of Deferred@420064929 after retry RPC after error@188172057) -> (continuation of Deferred@1855459546 after retry RPC after error@219152759), errback=(continuation of Deferred@341015998 after retry RPC after error@195129185) -> (continuation of Deferred@1351683970 after retry RPC after error@1219571996) -> (continuation of Deferred@1191189305 after retry RPC after error@1197129439) -> (continuation of Deferred@527385769 after retry RPC after error@1578614665) -> (continuation of Deferred@420064929 after retry RPC after error@188172057) -> (continuation of Deferred@1855459546 after retry RPC after error@219152759)))
20:21:54.039 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1557695488(state=PENDING, result=null, callback=(continuation of Deferred@341015998 after retry RPC after error@195129185) -> (continuation of Deferred@1351683970 after retry RPC after error@1219571996) -> (continuation of Deferred@1191189305 after retry RPC after error@1197129439) -> (continuation of Deferred@527385769 after retry RPC after error@1578614665) -> (continuation of Deferred@420064929 after retry RPC after error@188172057) -> (continuation of Deferred@1855459546 after retry RPC after error@219152759), errback=(continuation of Deferred@341015998 after retry RPC after error@195129185) -> (continuation of Deferred@1351683970 after retry RPC after error@1219571996) -> (continuation of Deferred@1191189305 after retry RPC after error@1197129439) -> (continuation of Deferred@527385769 after retry RPC after error@1578614665) -> (continuation of Deferred@420064929 after retry RPC after error@188172057) -> (continuation of Deferred@1855459546 after retry RPC after error@219152759)))
20:21:54.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.058 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.098 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.238 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.239 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@127229736(state=PENDING, result=null, callback=(continuation of Deferred@245251754 after retry RPC after error@1273209358) -> (continuation of Deferred@1145650130 after retry RPC after error@1770541164) -> (continuation of Deferred@379345049 after retry RPC after error@1077509014) -> (continuation of Deferred@1294159848 after retry RPC after error@1711500560) -> (continuation of Deferred@313506265 after retry RPC after error@432117201) -> (continuation of Deferred@1313527054 after retry RPC after error@870079034) -> (continuation of Deferred@1557290217 after retry RPC after error@1227371967), errback=(continuation of Deferred@245251754 after retry RPC after error@1273209358) -> (continuation of Deferred@1145650130 after retry RPC after error@1770541164) -> (continuation of Deferred@379345049 after retry RPC after error@1077509014) -> (continuation of Deferred@1294159848 after retry RPC after error@1711500560) -> (continuation of Deferred@313506265 after retry RPC after error@432117201) -> (continuation of Deferred@1313527054 after retry RPC after error@870079034) -> (continuation of Deferred@1557290217 after retry RPC after error@1227371967)))
20:21:54.243 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@127229736(state=PENDING, result=null, callback=(continuation of Deferred@245251754 after retry RPC after error@1273209358) -> (continuation of Deferred@1145650130 after retry RPC after error@1770541164) -> (continuation of Deferred@379345049 after retry RPC after error@1077509014) -> (continuation of Deferred@1294159848 after retry RPC after error@1711500560) -> (continuation of Deferred@313506265 after retry RPC after error@432117201) -> (continuation of Deferred@1313527054 after retry RPC after error@870079034) -> (continuation of Deferred@1557290217 after retry RPC after error@1227371967), errback=(continuation of Deferred@245251754 after retry RPC after error@1273209358) -> (continuation of Deferred@1145650130 after retry RPC after error@1770541164) -> (continuation of Deferred@379345049 after retry RPC after error@1077509014) -> (continuation of Deferred@1294159848 after retry RPC after error@1711500560) -> (continuation of Deferred@313506265 after retry RPC after error@432117201) -> (continuation of Deferred@1313527054 after retry RPC after error@870079034) -> (continuation of Deferred@1557290217 after retry RPC after error@1227371967)))
20:21:54.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.258 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.278 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.499 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1727692026(state=PENDING, result=null, callback=(continuation of Deferred@1755725525 after retry RPC after error@1719809744) -> (continuation of Deferred@556187461 after retry RPC after error@336464439) -> (continuation of Deferred@1300745973 after retry RPC after error@985945379) -> (continuation of Deferred@772540841 after retry RPC after error@1245180397) -> (continuation of Deferred@959741496 after retry RPC after error@566319472) -> (continuation of Deferred@1867402656 after retry RPC after error@444817725) -> (continuation of Deferred@14424555 after retry RPC after error@729668185), errback=(continuation of Deferred@1755725525 after retry RPC after error@1719809744) -> (continuation of Deferred@556187461 after retry RPC after error@336464439) -> (continuation of Deferred@1300745973 after retry RPC after error@985945379) -> (continuation of Deferred@772540841 after retry RPC after error@1245180397) -> (continuation of Deferred@959741496 after retry RPC after error@566319472) -> (continuation of Deferred@1867402656 after retry RPC after error@444817725) -> (continuation of Deferred@14424555 after retry RPC after error@729668185)))
20:21:54.500 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1727692026(state=PENDING, result=null, callback=(continuation of Deferred@1755725525 after retry RPC after error@1719809744) -> (continuation of Deferred@556187461 after retry RPC after error@336464439) -> (continuation of Deferred@1300745973 after retry RPC after error@985945379) -> (continuation of Deferred@772540841 after retry RPC after error@1245180397) -> (continuation of Deferred@959741496 after retry RPC after error@566319472) -> (continuation of Deferred@1867402656 after retry RPC after error@444817725) -> (continuation of Deferred@14424555 after retry RPC after error@729668185), errback=(continuation of Deferred@1755725525 after retry RPC after error@1719809744) -> (continuation of Deferred@556187461 after retry RPC after error@336464439) -> (continuation of Deferred@1300745973 after retry RPC after error@985945379) -> (continuation of Deferred@772540841 after retry RPC after error@1245180397) -> (continuation of Deferred@959741496 after retry RPC after error@566319472) -> (continuation of Deferred@1867402656 after retry RPC after error@444817725) -> (continuation of Deferred@14424555 after retry RPC after error@729668185)))
20:21:54.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.698 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.699 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1383883304(state=PENDING, result=null, callback=(continuation of Deferred@519428082 after retry RPC after error@1874863365) -> (continuation of Deferred@1865033094 after retry RPC after error@1584822121) -> (continuation of Deferred@1846305042 after retry RPC after error@9083355) -> (continuation of Deferred@1043503705 after retry RPC after error@1402105801) -> (continuation of Deferred@1578864728 after retry RPC after error@176918017) -> (continuation of Deferred@549535067 after retry RPC after error@1626202797) -> (continuation of Deferred@1651910584 after retry RPC after error@886789745) -> (continuation of Deferred@492412500 after retry RPC after error@313458648), errback=(continuation of Deferred@519428082 after retry RPC after error@1874863365) -> (continuation of Deferred@1865033094 after retry RPC after error@1584822121) -> (continuation of Deferred@1846305042 after retry RPC after error@9083355) -> (continuation of Deferred@1043503705 after retry RPC after error@1402105801) -> (continuation of Deferred@1578864728 after retry RPC after error@176918017) -> (continuation of Deferred@549535067 after retry RPC after error@1626202797) -> (continuation of Deferred@1651910584 after retry RPC after error@886789745) -> (continuation of Deferred@492412500 after retry RPC after error@313458648)))
20:21:54.699 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1383883304(state=PENDING, result=null, callback=(continuation of Deferred@519428082 after retry RPC after error@1874863365) -> (continuation of Deferred@1865033094 after retry RPC after error@1584822121) -> (continuation of Deferred@1846305042 after retry RPC after error@9083355) -> (continuation of Deferred@1043503705 after retry RPC after error@1402105801) -> (continuation of Deferred@1578864728 after retry RPC after error@176918017) -> (continuation of Deferred@549535067 after retry RPC after error@1626202797) -> (continuation of Deferred@1651910584 after retry RPC after error@886789745) -> (continuation of Deferred@492412500 after retry RPC after error@313458648), errback=(continuation of Deferred@519428082 after retry RPC after error@1874863365) -> (continuation of Deferred@1865033094 after retry RPC after error@1584822121) -> (continuation of Deferred@1846305042 after retry RPC after error@9083355) -> (continuation of Deferred@1043503705 after retry RPC after error@1402105801) -> (continuation of Deferred@1578864728 after retry RPC after error@176918017) -> (continuation of Deferred@549535067 after retry RPC after error@1626202797) -> (continuation of Deferred@1651910584 after retry RPC after error@886789745) -> (continuation of Deferred@492412500 after retry RPC after error@313458648)))
20:21:54.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.798 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.818 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.878 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.898 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.958 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.959 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@805789616(state=PENDING, result=null, callback=(continuation of Deferred@1967833932 after retry RPC after error@1639993869) -> (continuation of Deferred@335013376 after retry RPC after error@428327185) -> (continuation of Deferred@980689358 after retry RPC after error@1497844919) -> (continuation of Deferred@1965844089 after retry RPC after error@1376042628) -> (continuation of Deferred@1239785307 after retry RPC after error@715411492) -> (continuation of Deferred@1009644711 after retry RPC after error@1269472568) -> (continuation of Deferred@777047121 after retry RPC after error@654150863) -> (continuation of Deferred@1965476987 after retry RPC after error@1786436794), errback=(continuation of Deferred@1967833932 after retry RPC after error@1639993869) -> (continuation of Deferred@335013376 after retry RPC after error@428327185) -> (continuation of Deferred@980689358 after retry RPC after error@1497844919) -> (continuation of Deferred@1965844089 after retry RPC after error@1376042628) -> (continuation of Deferred@1239785307 after retry RPC after error@715411492) -> (continuation of Deferred@1009644711 after retry RPC after error@1269472568) -> (continuation of Deferred@777047121 after retry RPC after error@654150863) -> (continuation of Deferred@1965476987 after retry RPC after error@1786436794)))
20:21:54.960 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@805789616(state=PENDING, result=null, callback=(continuation of Deferred@1967833932 after retry RPC after error@1639993869) -> (continuation of Deferred@335013376 after retry RPC after error@428327185) -> (continuation of Deferred@980689358 after retry RPC after error@1497844919) -> (continuation of Deferred@1965844089 after retry RPC after error@1376042628) -> (continuation of Deferred@1239785307 after retry RPC after error@715411492) -> (continuation of Deferred@1009644711 after retry RPC after error@1269472568) -> (continuation of Deferred@777047121 after retry RPC after error@654150863) -> (continuation of Deferred@1965476987 after retry RPC after error@1786436794), errback=(continuation of Deferred@1967833932 after retry RPC after error@1639993869) -> (continuation of Deferred@335013376 after retry RPC after error@428327185) -> (continuation of Deferred@980689358 after retry RPC after error@1497844919) -> (continuation of Deferred@1965844089 after retry RPC after error@1376042628) -> (continuation of Deferred@1239785307 after retry RPC after error@715411492) -> (continuation of Deferred@1009644711 after retry RPC after error@1269472568) -> (continuation of Deferred@777047121 after retry RPC after error@654150863) -> (continuation of Deferred@1965476987 after retry RPC after error@1786436794)))
20:21:54.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.978 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:54.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:54.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:54.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:54.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:54.998 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:55.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:55.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.018 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:55.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:55.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:55.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:55.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.058 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:55.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:55.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:55.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:55.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:55.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:55.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.220 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@418957997(state=PENDING, result=null, callback=(continuation of Deferred@1538937595 after retry RPC after error@733438658) -> (continuation of Deferred@1814282315 after retry RPC after error@852546240) -> (continuation of Deferred@1005872107 after retry RPC after error@725985061) -> (continuation of Deferred@1503005598 after retry RPC after error@1843696830) -> (continuation of Deferred@1964460498 after retry RPC after error@1944958170) -> (continuation of Deferred@449747906 after retry RPC after error@1405533505) -> (continuation of Deferred@475019058 after retry RPC after error@42273542), errback=(continuation of Deferred@1538937595 after retry RPC after error@733438658) -> (continuation of Deferred@1814282315 after retry RPC after error@852546240) -> (continuation of Deferred@1005872107 after retry RPC after error@725985061) -> (continuation of Deferred@1503005598 after retry RPC after error@1843696830) -> (continuation of Deferred@1964460498 after retry RPC after error@1944958170) -> (continuation of Deferred@449747906 after retry RPC after error@1405533505) -> (continuation of Deferred@475019058 after retry RPC after error@42273542)))
20:21:55.220 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@418957997(state=PENDING, result=null, callback=(continuation of Deferred@1538937595 after retry RPC after error@733438658) -> (continuation of Deferred@1814282315 after retry RPC after error@852546240) -> (continuation of Deferred@1005872107 after retry RPC after error@725985061) -> (continuation of Deferred@1503005598 after retry RPC after error@1843696830) -> (continuation of Deferred@1964460498 after retry RPC after error@1944958170) -> (continuation of Deferred@449747906 after retry RPC after error@1405533505) -> (continuation of Deferred@475019058 after retry RPC after error@42273542), errback=(continuation of Deferred@1538937595 after retry RPC after error@733438658) -> (continuation of Deferred@1814282315 after retry RPC after error@852546240) -> (continuation of Deferred@1005872107 after retry RPC after error@725985061) -> (continuation of Deferred@1503005598 after retry RPC after error@1843696830) -> (continuation of Deferred@1964460498 after retry RPC after error@1944958170) -> (continuation of Deferred@449747906 after retry RPC after error@1405533505) -> (continuation of Deferred@475019058 after retry RPC after error@42273542)))
20:21:55.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:55.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:55.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:55.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:55.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:55.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:55.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:55.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:55.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:55.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:55.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:55.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:55.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.359 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:55.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:55.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.398 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:55.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:55.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.459 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@788681325(state=PENDING, result=null, callback=(continuation of Deferred@1089432993 after retry RPC after error@590384333) -> (continuation of Deferred@1930610619 after retry RPC after error@1312715406) -> (continuation of Deferred@1971821709 after retry RPC after error@1391861780) -> (continuation of Deferred@935074542 after retry RPC after error@179025045) -> (continuation of Deferred@1132540601 after retry RPC after error@546593885) -> (continuation of Deferred@1999133131 after retry RPC after error@552621223) -> (continuation of Deferred@1781448442 after retry RPC after error@1759142230), errback=(continuation of Deferred@1089432993 after retry RPC after error@590384333) -> (continuation of Deferred@1930610619 after retry RPC after error@1312715406) -> (continuation of Deferred@1971821709 after retry RPC after error@1391861780) -> (continuation of Deferred@935074542 after retry RPC after error@179025045) -> (continuation of Deferred@1132540601 after retry RPC after error@546593885) -> (continuation of Deferred@1999133131 after retry RPC after error@552621223) -> (continuation of Deferred@1781448442 after retry RPC after error@1759142230)))
20:21:55.459 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@788681325(state=PENDING, result=null, callback=(continuation of Deferred@1089432993 after retry RPC after error@590384333) -> (continuation of Deferred@1930610619 after retry RPC after error@1312715406) -> (continuation of Deferred@1971821709 after retry RPC after error@1391861780) -> (continuation of Deferred@935074542 after retry RPC after error@179025045) -> (continuation of Deferred@1132540601 after retry RPC after error@546593885) -> (continuation of Deferred@1999133131 after retry RPC after error@552621223) -> (continuation of Deferred@1781448442 after retry RPC after error@1759142230), errback=(continuation of Deferred@1089432993 after retry RPC after error@590384333) -> (continuation of Deferred@1930610619 after retry RPC after error@1312715406) -> (continuation of Deferred@1971821709 after retry RPC after error@1391861780) -> (continuation of Deferred@935074542 after retry RPC after error@179025045) -> (continuation of Deferred@1132540601 after retry RPC after error@546593885) -> (continuation of Deferred@1999133131 after retry RPC after error@552621223) -> (continuation of Deferred@1781448442 after retry RPC after error@1759142230)))
20:21:55.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:55.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:55.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:55.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:55.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:55.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:55.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.518 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:55.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:55.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.538 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:55.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:55.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.558 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:55.577066 23101 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 1)
20:21:55.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:55.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:55.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:55.578472 23101 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '0aaa9a720fd748f88290a24a43972cb7', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '0aaa9a720fd748f88290a24a43972cb7', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 1)
20:21:55.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:55.579830 23101 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.21.237.252:33275)
20:21:55.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:55.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:55.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.598 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:55.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:55.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.618 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.618 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1160307245(state=PENDING, result=null, callback=(continuation of Deferred@2146032647 after retry RPC after error@778770409) -> (continuation of Deferred@747080539 after retry RPC after error@775699820) -> (continuation of Deferred@520406344 after retry RPC after error@1764121886) -> (continuation of Deferred@2045500978 after retry RPC after error@913529662) -> (continuation of Deferred@266663485 after retry RPC after error@1416725618) -> (continuation of Deferred@1934412416 after retry RPC after error@1598739836) -> (continuation of Deferred@2008520118 after retry RPC after error@800967974), errback=(continuation of Deferred@2146032647 after retry RPC after error@778770409) -> (continuation of Deferred@747080539 after retry RPC after error@775699820) -> (continuation of Deferred@520406344 after retry RPC after error@1764121886) -> (continuation of Deferred@2045500978 after retry RPC after error@913529662) -> (continuation of Deferred@266663485 after retry RPC after error@1416725618) -> (continuation of Deferred@1934412416 after retry RPC after error@1598739836) -> (continuation of Deferred@2008520118 after retry RPC after error@800967974)))
20:21:55.619 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1160307245(state=PENDING, result=null, callback=(continuation of Deferred@2146032647 after retry RPC after error@778770409) -> (continuation of Deferred@747080539 after retry RPC after error@775699820) -> (continuation of Deferred@520406344 after retry RPC after error@1764121886) -> (continuation of Deferred@2045500978 after retry RPC after error@913529662) -> (continuation of Deferred@266663485 after retry RPC after error@1416725618) -> (continuation of Deferred@1934412416 after retry RPC after error@1598739836) -> (continuation of Deferred@2008520118 after retry RPC after error@800967974), errback=(continuation of Deferred@2146032647 after retry RPC after error@778770409) -> (continuation of Deferred@747080539 after retry RPC after error@775699820) -> (continuation of Deferred@520406344 after retry RPC after error@1764121886) -> (continuation of Deferred@2045500978 after retry RPC after error@913529662) -> (continuation of Deferred@266663485 after retry RPC after error@1416725618) -> (continuation of Deferred@1934412416 after retry RPC after error@1598739836) -> (continuation of Deferred@2008520118 after retry RPC after error@800967974)))
20:21:55.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:55.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:55.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:55.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:55.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:55.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:55.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:55.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:55.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:55.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:55.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.718 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:55.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:55.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:55.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:55.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.897 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@234266969(state=PENDING, result=null, callback=(continuation of Deferred@647528936 after retry RPC after error@2137681490) -> (continuation of Deferred@1451818547 after retry RPC after error@1850499538) -> (continuation of Deferred@205077042 after retry RPC after error@546163993) -> (continuation of Deferred@837146205 after retry RPC after error@1017799490) -> (continuation of Deferred@2030511695 after retry RPC after error@934070643) -> (continuation of Deferred@686073573 after retry RPC after error@1195073736) -> (continuation of Deferred@122553150 after retry RPC after error@1459140085), errback=(continuation of Deferred@647528936 after retry RPC after error@2137681490) -> (continuation of Deferred@1451818547 after retry RPC after error@1850499538) -> (continuation of Deferred@205077042 after retry RPC after error@546163993) -> (continuation of Deferred@837146205 after retry RPC after error@1017799490) -> (continuation of Deferred@2030511695 after retry RPC after error@934070643) -> (continuation of Deferred@686073573 after retry RPC after error@1195073736) -> (continuation of Deferred@122553150 after retry RPC after error@1459140085)))
20:21:55.898 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
20:21:55.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:55.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:55.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:55.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:55.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:55.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:55.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:55.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:55.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:55.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:55.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:55.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:55.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:55.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:56.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:56.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:56.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:56.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:56.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:56.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.098 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:56.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:56.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:56.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:56.160 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@432819366(state=PENDING, result=null, callback=(continuation of Deferred@809154749 after retry RPC after error@345331159) -> (continuation of Deferred@1752590516 after retry RPC after error@329556064) -> (continuation of Deferred@1992171001 after retry RPC after error@1220265236) -> (continuation of Deferred@332609407 after retry RPC after error@633483973) -> (continuation of Deferred@588620369 after retry RPC after error@890261570) -> (continuation of Deferred@1072882000 after retry RPC after error@185772145) -> (continuation of Deferred@94082152 after retry RPC after error@842942169), errback=(continuation of Deferred@809154749 after retry RPC after error@345331159) -> (continuation of Deferred@1752590516 after retry RPC after error@329556064) -> (continuation of Deferred@1992171001 after retry RPC after error@1220265236) -> (continuation of Deferred@332609407 after retry RPC after error@633483973) -> (continuation of Deferred@588620369 after retry RPC after error@890261570) -> (continuation of Deferred@1072882000 after retry RPC after error@185772145) -> (continuation of Deferred@94082152 after retry RPC after error@842942169)))
20:21:56.160 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@432819366(state=PENDING, result=null, callback=(continuation of Deferred@809154749 after retry RPC after error@345331159) -> (continuation of Deferred@1752590516 after retry RPC after error@329556064) -> (continuation of Deferred@1992171001 after retry RPC after error@1220265236) -> (continuation of Deferred@332609407 after retry RPC after error@633483973) -> (continuation of Deferred@588620369 after retry RPC after error@890261570) -> (continuation of Deferred@1072882000 after retry RPC after error@185772145) -> (continuation of Deferred@94082152 after retry RPC after error@842942169), errback=(continuation of Deferred@809154749 after retry RPC after error@345331159) -> (continuation of Deferred@1752590516 after retry RPC after error@329556064) -> (continuation of Deferred@1992171001 after retry RPC after error@1220265236) -> (continuation of Deferred@332609407 after retry RPC after error@633483973) -> (continuation of Deferred@588620369 after retry RPC after error@890261570) -> (continuation of Deferred@1072882000 after retry RPC after error@185772145) -> (continuation of Deferred@94082152 after retry RPC after error@842942169)))
20:21:56.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:56.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:56.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.178 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:56.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:56.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:56.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:56.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:56.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:56.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:56.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:56.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:56.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:56.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:56.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:56.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:56.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:56.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:56.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:56.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:56.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:56.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:56.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:56.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:56.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:56.341 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [164ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [164ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1461676063(state=PENDING, result=null, callback=(continuation of Deferred@1688554366 after retry RPC after error@336452049) -> (continuation of Deferred@551375759 after retry RPC after error@204380187) -> (continuation of Deferred@1109314651 after retry RPC after error@950490776) -> (continuation of Deferred@1915501352 after retry RPC after error@171608886) -> (continuation of Deferred@1056105022 after retry RPC after error@1021538542) -> (continuation of Deferred@797305121 after retry RPC after error@1899541724) -> (continuation of Deferred@1492278231 after retry RPC after error@2133926951), errback=(continuation of Deferred@1688554366 after retry RPC after error@336452049) -> (continuation of Deferred@551375759 after retry RPC after error@204380187) -> (continuation of Deferred@1109314651 after retry RPC after error@950490776) -> (continuation of Deferred@1915501352 after retry RPC after error@171608886) -> (continuation of Deferred@1056105022 after retry RPC after error@1021538542) -> (continuation of Deferred@797305121 after retry RPC after error@1899541724) -> (continuation of Deferred@1492278231 after retry RPC after error@2133926951)))
20:21:56.341 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [164ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [164ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1461676063(state=PENDING, result=null, callback=(continuation of Deferred@1688554366 after retry RPC after error@336452049) -> (continuation of Deferred@551375759 after retry RPC after error@204380187) -> (continuation of Deferred@1109314651 after retry RPC after error@950490776) -> (continuation of Deferred@1915501352 after retry RPC after error@171608886) -> (continuation of Deferred@1056105022 after retry RPC after error@1021538542) -> (continuation of Deferred@797305121 after retry RPC after error@1899541724) -> (continuation of Deferred@1492278231 after retry RPC after error@2133926951), errback=(continuation of Deferred@1688554366 after retry RPC after error@336452049) -> (continuation of Deferred@551375759 after retry RPC after error@204380187) -> (continuation of Deferred@1109314651 after retry RPC after error@950490776) -> (continuation of Deferred@1915501352 after retry RPC after error@171608886) -> (continuation of Deferred@1056105022 after retry RPC after error@1021538542) -> (continuation of Deferred@797305121 after retry RPC after error@1899541724) -> (continuation of Deferred@1492278231 after retry RPC after error@2133926951)))
20:21:56.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:56.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:56.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.359 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.359 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:56.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:56.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:56.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:56.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:56.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:56.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:56.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:56.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:56.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.418 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.418 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:56.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:56.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:56.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:56.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:56.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:56.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.458 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:56.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:56.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:56.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:56.617 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@760323685(state=PENDING, result=null, callback=(continuation of Deferred@108009366 after retry RPC after error@325086110) -> (continuation of Deferred@450934976 after retry RPC after error@996388687) -> (continuation of Deferred@1026147090 after retry RPC after error@763720626) -> (continuation of Deferred@851241082 after retry RPC after error@344137909) -> (continuation of Deferred@1732329572 after retry RPC after error@1633658845) -> (continuation of Deferred@880114868 after retry RPC after error@972977159) -> (continuation of Deferred@1414615356 after retry RPC after error@1210869028), errback=(continuation of Deferred@108009366 after retry RPC after error@325086110) -> (continuation of Deferred@450934976 after retry RPC after error@996388687) -> (continuation of Deferred@1026147090 after retry RPC after error@763720626) -> (continuation of Deferred@851241082 after retry RPC after error@344137909) -> (continuation of Deferred@1732329572 after retry RPC after error@1633658845) -> (continuation of Deferred@880114868 after retry RPC after error@972977159) -> (continuation of Deferred@1414615356 after retry RPC after error@1210869028)))
20:21:56.618 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
20:21:56.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:56.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:56.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:56.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:56.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:56.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:56.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:56.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:56.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:56.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:56.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:56.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:56.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:56.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:56.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:56.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:56.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:56.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.758 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:56.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:56.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:56.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.778 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:56.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:56.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:56.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:56.839 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1369155677(state=PENDING, result=null, callback=(continuation of Deferred@420210171 after retry RPC after error@850574377) -> (continuation of Deferred@37339598 after retry RPC after error@250370196) -> (continuation of Deferred@1208893583 after retry RPC after error@1878720083) -> (continuation of Deferred@587298259 after retry RPC after error@1329967583) -> (continuation of Deferred@1979030144 after retry RPC after error@1296431627) -> (continuation of Deferred@1698865565 after retry RPC after error@124465059) -> (continuation of Deferred@1586725972 after retry RPC after error@1021622319), errback=(continuation of Deferred@420210171 after retry RPC after error@850574377) -> (continuation of Deferred@37339598 after retry RPC after error@250370196) -> (continuation of Deferred@1208893583 after retry RPC after error@1878720083) -> (continuation of Deferred@587298259 after retry RPC after error@1329967583) -> (continuation of Deferred@1979030144 after retry RPC after error@1296431627) -> (continuation of Deferred@1698865565 after retry RPC after error@124465059) -> (continuation of Deferred@1586725972 after retry RPC after error@1021622319)))
20:21:56.840 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1369155677(state=PENDING, result=null, callback=(continuation of Deferred@420210171 after retry RPC after error@850574377) -> (continuation of Deferred@37339598 after retry RPC after error@250370196) -> (continuation of Deferred@1208893583 after retry RPC after error@1878720083) -> (continuation of Deferred@587298259 after retry RPC after error@1329967583) -> (continuation of Deferred@1979030144 after retry RPC after error@1296431627) -> (continuation of Deferred@1698865565 after retry RPC after error@124465059) -> (continuation of Deferred@1586725972 after retry RPC after error@1021622319), errback=(continuation of Deferred@420210171 after retry RPC after error@850574377) -> (continuation of Deferred@37339598 after retry RPC after error@250370196) -> (continuation of Deferred@1208893583 after retry RPC after error@1878720083) -> (continuation of Deferred@587298259 after retry RPC after error@1329967583) -> (continuation of Deferred@1979030144 after retry RPC after error@1296431627) -> (continuation of Deferred@1698865565 after retry RPC after error@124465059) -> (continuation of Deferred@1586725972 after retry RPC after error@1021622319)))
20:21:56.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:56.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:56.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:56.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:56.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:56.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:56.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:56.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:56.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:56.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:56.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:56.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:56.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:56.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:56.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:56.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:56.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:56.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:56.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:56.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:56.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:56.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:56.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.040 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [183ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1439873984(state=PENDING, result=null, callback=(continuation of Deferred@669446942 after retry RPC after error@1401333820) -> (continuation of Deferred@438239262 after retry RPC after error@1515430950) -> (continuation of Deferred@1245561457 after retry RPC after error@748442690) -> (continuation of Deferred@1323413055 after retry RPC after error@164909393) -> (continuation of Deferred@769533008 after retry RPC after error@1672367085) -> (continuation of Deferred@553488881 after retry RPC after error@193466982) -> (continuation of Deferred@1462258659 after retry RPC after error@1179161544), errback=(continuation of Deferred@669446942 after retry RPC after error@1401333820) -> (continuation of Deferred@438239262 after retry RPC after error@1515430950) -> (continuation of Deferred@1245561457 after retry RPC after error@748442690) -> (continuation of Deferred@1323413055 after retry RPC after error@164909393) -> (continuation of Deferred@769533008 after retry RPC after error@1672367085) -> (continuation of Deferred@553488881 after retry RPC after error@193466982) -> (continuation of Deferred@1462258659 after retry RPC after error@1179161544)))
20:21:57.040 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [183ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1439873984(state=PENDING, result=null, callback=(continuation of Deferred@669446942 after retry RPC after error@1401333820) -> (continuation of Deferred@438239262 after retry RPC after error@1515430950) -> (continuation of Deferred@1245561457 after retry RPC after error@748442690) -> (continuation of Deferred@1323413055 after retry RPC after error@164909393) -> (continuation of Deferred@769533008 after retry RPC after error@1672367085) -> (continuation of Deferred@553488881 after retry RPC after error@193466982) -> (continuation of Deferred@1462258659 after retry RPC after error@1179161544), errback=(continuation of Deferred@669446942 after retry RPC after error@1401333820) -> (continuation of Deferred@438239262 after retry RPC after error@1515430950) -> (continuation of Deferred@1245561457 after retry RPC after error@748442690) -> (continuation of Deferred@1323413055 after retry RPC after error@164909393) -> (continuation of Deferred@769533008 after retry RPC after error@1672367085) -> (continuation of Deferred@553488881 after retry RPC after error@193466982) -> (continuation of Deferred@1462258659 after retry RPC after error@1179161544)))
20:21:57.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.058 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.238 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.299 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@2037557689(state=PENDING, result=null, callback=(continuation of Deferred@7886004 after retry RPC after error@1678516279) -> (continuation of Deferred@1092321302 after retry RPC after error@759744237) -> (continuation of Deferred@1868036612 after retry RPC after error@1784635969) -> (continuation of Deferred@2002338860 after retry RPC after error@483236740) -> (continuation of Deferred@1285215683 after retry RPC after error@1564932987) -> (continuation of Deferred@1619246299 after retry RPC after error@274864884) -> (continuation of Deferred@181203446 after retry RPC after error@1622888183), errback=(continuation of Deferred@7886004 after retry RPC after error@1678516279) -> (continuation of Deferred@1092321302 after retry RPC after error@759744237) -> (continuation of Deferred@1868036612 after retry RPC after error@1784635969) -> (continuation of Deferred@2002338860 after retry RPC after error@483236740) -> (continuation of Deferred@1285215683 after retry RPC after error@1564932987) -> (continuation of Deferred@1619246299 after retry RPC after error@274864884) -> (continuation of Deferred@181203446 after retry RPC after error@1622888183)))
20:21:57.299 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@2037557689(state=PENDING, result=null, callback=(continuation of Deferred@7886004 after retry RPC after error@1678516279) -> (continuation of Deferred@1092321302 after retry RPC after error@759744237) -> (continuation of Deferred@1868036612 after retry RPC after error@1784635969) -> (continuation of Deferred@2002338860 after retry RPC after error@483236740) -> (continuation of Deferred@1285215683 after retry RPC after error@1564932987) -> (continuation of Deferred@1619246299 after retry RPC after error@274864884) -> (continuation of Deferred@181203446 after retry RPC after error@1622888183), errback=(continuation of Deferred@7886004 after retry RPC after error@1678516279) -> (continuation of Deferred@1092321302 after retry RPC after error@759744237) -> (continuation of Deferred@1868036612 after retry RPC after error@1784635969) -> (continuation of Deferred@2002338860 after retry RPC after error@483236740) -> (continuation of Deferred@1285215683 after retry RPC after error@1564932987) -> (continuation of Deferred@1619246299 after retry RPC after error@274864884) -> (continuation of Deferred@181203446 after retry RPC after error@1622888183)))
20:21:57.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.359 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.378 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.518 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.558 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.559 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@749239208(state=PENDING, result=null, callback=(continuation of Deferred@724762920 after retry RPC after error@1047813648) -> (continuation of Deferred@2025987509 after retry RPC after error@400051262) -> (continuation of Deferred@609297836 after retry RPC after error@952728552) -> (continuation of Deferred@1343153905 after retry RPC after error@98761074) -> (continuation of Deferred@674484263 after retry RPC after error@1532426482) -> (continuation of Deferred@2093523975 after retry RPC after error@1853094789) -> (continuation of Deferred@1484237956 after retry RPC after error@873090576) -> (continuation of Deferred@224082954 after retry RPC after error@2080723447), errback=(continuation of Deferred@724762920 after retry RPC after error@1047813648) -> (continuation of Deferred@2025987509 after retry RPC after error@400051262) -> (continuation of Deferred@609297836 after retry RPC after error@952728552) -> (continuation of Deferred@1343153905 after retry RPC after error@98761074) -> (continuation of Deferred@674484263 after retry RPC after error@1532426482) -> (continuation of Deferred@2093523975 after retry RPC after error@1853094789) -> (continuation of Deferred@1484237956 after retry RPC after error@873090576) -> (continuation of Deferred@224082954 after retry RPC after error@2080723447)))
20:21:57.559 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@749239208(state=PENDING, result=null, callback=(continuation of Deferred@724762920 after retry RPC after error@1047813648) -> (continuation of Deferred@2025987509 after retry RPC after error@400051262) -> (continuation of Deferred@609297836 after retry RPC after error@952728552) -> (continuation of Deferred@1343153905 after retry RPC after error@98761074) -> (continuation of Deferred@674484263 after retry RPC after error@1532426482) -> (continuation of Deferred@2093523975 after retry RPC after error@1853094789) -> (continuation of Deferred@1484237956 after retry RPC after error@873090576) -> (continuation of Deferred@224082954 after retry RPC after error@2080723447), errback=(continuation of Deferred@724762920 after retry RPC after error@1047813648) -> (continuation of Deferred@2025987509 after retry RPC after error@400051262) -> (continuation of Deferred@609297836 after retry RPC after error@952728552) -> (continuation of Deferred@1343153905 after retry RPC after error@98761074) -> (continuation of Deferred@674484263 after retry RPC after error@1532426482) -> (continuation of Deferred@2093523975 after retry RPC after error@1853094789) -> (continuation of Deferred@1484237956 after retry RPC after error@873090576) -> (continuation of Deferred@224082954 after retry RPC after error@2080723447)))
20:21:57.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.638 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.658 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.800 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@206072359(state=PENDING, result=null, callback=(continuation of Deferred@239234104 after retry RPC after error@1964226991) -> (continuation of Deferred@1792378813 after retry RPC after error@621003154) -> (continuation of Deferred@943544998 after retry RPC after error@1342919375) -> (continuation of Deferred@371580700 after retry RPC after error@764515099) -> (continuation of Deferred@2133529701 after retry RPC after error@1975299173) -> (continuation of Deferred@1306083569 after retry RPC after error@1819351834) -> (continuation of Deferred@1272881869 after retry RPC after error@1536290903), errback=(continuation of Deferred@239234104 after retry RPC after error@1964226991) -> (continuation of Deferred@1792378813 after retry RPC after error@621003154) -> (continuation of Deferred@943544998 after retry RPC after error@1342919375) -> (continuation of Deferred@371580700 after retry RPC after error@764515099) -> (continuation of Deferred@2133529701 after retry RPC after error@1975299173) -> (continuation of Deferred@1306083569 after retry RPC after error@1819351834) -> (continuation of Deferred@1272881869 after retry RPC after error@1536290903)))
20:21:57.800 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@206072359(state=PENDING, result=null, callback=(continuation of Deferred@239234104 after retry RPC after error@1964226991) -> (continuation of Deferred@1792378813 after retry RPC after error@621003154) -> (continuation of Deferred@943544998 after retry RPC after error@1342919375) -> (continuation of Deferred@371580700 after retry RPC after error@764515099) -> (continuation of Deferred@2133529701 after retry RPC after error@1975299173) -> (continuation of Deferred@1306083569 after retry RPC after error@1819351834) -> (continuation of Deferred@1272881869 after retry RPC after error@1536290903), errback=(continuation of Deferred@239234104 after retry RPC after error@1964226991) -> (continuation of Deferred@1792378813 after retry RPC after error@621003154) -> (continuation of Deferred@943544998 after retry RPC after error@1342919375) -> (continuation of Deferred@371580700 after retry RPC after error@764515099) -> (continuation of Deferred@2133529701 after retry RPC after error@1975299173) -> (continuation of Deferred@1306083569 after retry RPC after error@1819351834) -> (continuation of Deferred@1272881869 after retry RPC after error@1536290903)))
20:21:57.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.818 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.898 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.918 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.978 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:57.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:57.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:57.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:57.998 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:57.999 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@755941604(state=PENDING, result=null, callback=(continuation of Deferred@1395030658 after retry RPC after error@1656772497) -> (continuation of Deferred@1035014340 after retry RPC after error@1726213750) -> (continuation of Deferred@116484674 after retry RPC after error@1726859730) -> (continuation of Deferred@1408221947 after retry RPC after error@713426606) -> (continuation of Deferred@665373382 after retry RPC after error@788739256) -> (continuation of Deferred@47633337 after retry RPC after error@419370555) -> (continuation of Deferred@2036334872 after retry RPC after error@1341148280), errback=(continuation of Deferred@1395030658 after retry RPC after error@1656772497) -> (continuation of Deferred@1035014340 after retry RPC after error@1726213750) -> (continuation of Deferred@116484674 after retry RPC after error@1726859730) -> (continuation of Deferred@1408221947 after retry RPC after error@713426606) -> (continuation of Deferred@665373382 after retry RPC after error@788739256) -> (continuation of Deferred@47633337 after retry RPC after error@419370555) -> (continuation of Deferred@2036334872 after retry RPC after error@1341148280)))
20:21:57.999 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@755941604(state=PENDING, result=null, callback=(continuation of Deferred@1395030658 after retry RPC after error@1656772497) -> (continuation of Deferred@1035014340 after retry RPC after error@1726213750) -> (continuation of Deferred@116484674 after retry RPC after error@1726859730) -> (continuation of Deferred@1408221947 after retry RPC after error@713426606) -> (continuation of Deferred@665373382 after retry RPC after error@788739256) -> (continuation of Deferred@47633337 after retry RPC after error@419370555) -> (continuation of Deferred@2036334872 after retry RPC after error@1341148280), errback=(continuation of Deferred@1395030658 after retry RPC after error@1656772497) -> (continuation of Deferred@1035014340 after retry RPC after error@1726213750) -> (continuation of Deferred@116484674 after retry RPC after error@1726859730) -> (continuation of Deferred@1408221947 after retry RPC after error@713426606) -> (continuation of Deferred@665373382 after retry RPC after error@788739256) -> (continuation of Deferred@47633337 after retry RPC after error@419370555) -> (continuation of Deferred@2036334872 after retry RPC after error@1341148280)))
20:21:58.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.018 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:58.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:58.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:58.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:58.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.098 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:58.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:58.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:58.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:58.159 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1421981262(state=PENDING, result=null, callback=(continuation of Deferred@1239891218 after retry RPC after error@2025005581) -> (continuation of Deferred@729386065 after retry RPC after error@1918057654) -> (continuation of Deferred@44863555 after retry RPC after error@1676568913) -> (continuation of Deferred@68319865 after retry RPC after error@1867468993) -> (continuation of Deferred@159906787 after retry RPC after error@422817635) -> (continuation of Deferred@249941902 after retry RPC after error@456740811) -> (continuation of Deferred@769124268 after retry RPC after error@698031554), errback=(continuation of Deferred@1239891218 after retry RPC after error@2025005581) -> (continuation of Deferred@729386065 after retry RPC after error@1918057654) -> (continuation of Deferred@44863555 after retry RPC after error@1676568913) -> (continuation of Deferred@68319865 after retry RPC after error@1867468993) -> (continuation of Deferred@159906787 after retry RPC after error@422817635) -> (continuation of Deferred@249941902 after retry RPC after error@456740811) -> (continuation of Deferred@769124268 after retry RPC after error@698031554)))
20:21:58.160 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1421981262(state=PENDING, result=null, callback=(continuation of Deferred@1239891218 after retry RPC after error@2025005581) -> (continuation of Deferred@729386065 after retry RPC after error@1918057654) -> (continuation of Deferred@44863555 after retry RPC after error@1676568913) -> (continuation of Deferred@68319865 after retry RPC after error@1867468993) -> (continuation of Deferred@159906787 after retry RPC after error@422817635) -> (continuation of Deferred@249941902 after retry RPC after error@456740811) -> (continuation of Deferred@769124268 after retry RPC after error@698031554), errback=(continuation of Deferred@1239891218 after retry RPC after error@2025005581) -> (continuation of Deferred@729386065 after retry RPC after error@1918057654) -> (continuation of Deferred@44863555 after retry RPC after error@1676568913) -> (continuation of Deferred@68319865 after retry RPC after error@1867468993) -> (continuation of Deferred@159906787 after retry RPC after error@422817635) -> (continuation of Deferred@249941902 after retry RPC after error@456740811) -> (continuation of Deferred@769124268 after retry RPC after error@698031554)))
20:21:58.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.180 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:58.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.198 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:58.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:58.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:58.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:58.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.278 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:58.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:58.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:58.438 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@668871066(state=PENDING, result=null, callback=(continuation of Deferred@129035785 after retry RPC after error@393283685) -> (continuation of Deferred@1558044667 after retry RPC after error@169455363) -> (continuation of Deferred@182049007 after retry RPC after error@368368625) -> (continuation of Deferred@669314227 after retry RPC after error@1623338747) -> (continuation of Deferred@613977260 after retry RPC after error@394322077) -> (continuation of Deferred@394332074 after retry RPC after error@1724204631) -> (continuation of Deferred@106449871 after retry RPC after error@374134673) -> (continuation of Deferred@166674085 after retry RPC after error@1171535409), errback=(continuation of Deferred@129035785 after retry RPC after error@393283685) -> (continuation of Deferred@1558044667 after retry RPC after error@169455363) -> (continuation of Deferred@182049007 after retry RPC after error@368368625) -> (continuation of Deferred@669314227 after retry RPC after error@1623338747) -> (continuation of Deferred@613977260 after retry RPC after error@394322077) -> (continuation of Deferred@394332074 after retry RPC after error@1724204631) -> (continuation of Deferred@106449871 after retry RPC after error@374134673) -> (continuation of Deferred@166674085 after retry RPC after error@1171535409)))
20:21:58.439 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
20:21:58.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:58.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:58.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.498 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:58.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:58.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:58.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:58.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.638 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:58.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:58.699 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1958036273(state=PENDING, result=null, callback=(continuation of Deferred@73369516 after retry RPC after error@139043947) -> (continuation of Deferred@1456817524 after retry RPC after error@145176660) -> (continuation of Deferred@1891482635 after retry RPC after error@898770059) -> (continuation of Deferred@1225800104 after retry RPC after error@2017774918) -> (continuation of Deferred@1703181217 after retry RPC after error@1100393958) -> (continuation of Deferred@159580421 after retry RPC after error@1475593102) -> (continuation of Deferred@292352930 after retry RPC after error@1700894196), errback=(continuation of Deferred@73369516 after retry RPC after error@139043947) -> (continuation of Deferred@1456817524 after retry RPC after error@145176660) -> (continuation of Deferred@1891482635 after retry RPC after error@898770059) -> (continuation of Deferred@1225800104 after retry RPC after error@2017774918) -> (continuation of Deferred@1703181217 after retry RPC after error@1100393958) -> (continuation of Deferred@159580421 after retry RPC after error@1475593102) -> (continuation of Deferred@292352930 after retry RPC after error@1700894196)))
20:21:58.700 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1958036273(state=PENDING, result=null, callback=(continuation of Deferred@73369516 after retry RPC after error@139043947) -> (continuation of Deferred@1456817524 after retry RPC after error@145176660) -> (continuation of Deferred@1891482635 after retry RPC after error@898770059) -> (continuation of Deferred@1225800104 after retry RPC after error@2017774918) -> (continuation of Deferred@1703181217 after retry RPC after error@1100393958) -> (continuation of Deferred@159580421 after retry RPC after error@1475593102) -> (continuation of Deferred@292352930 after retry RPC after error@1700894196), errback=(continuation of Deferred@73369516 after retry RPC after error@139043947) -> (continuation of Deferred@1456817524 after retry RPC after error@145176660) -> (continuation of Deferred@1891482635 after retry RPC after error@898770059) -> (continuation of Deferred@1225800104 after retry RPC after error@2017774918) -> (continuation of Deferred@1703181217 after retry RPC after error@1100393958) -> (continuation of Deferred@159580421 after retry RPC after error@1475593102) -> (continuation of Deferred@292352930 after retry RPC after error@1700894196)))
20:21:58.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:58.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.738 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:58.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.758 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:58.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:58.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:58.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.818 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:58.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:58.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:58.939 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1954270998(state=PENDING, result=null, callback=(continuation of Deferred@1813734851 after retry RPC after error@301335586) -> (continuation of Deferred@2061592745 after retry RPC after error@1346902940) -> (continuation of Deferred@1732921643 after retry RPC after error@1178375924) -> (continuation of Deferred@938023610 after retry RPC after error@669872928) -> (continuation of Deferred@307983847 after retry RPC after error@812829294) -> (continuation of Deferred@1328622096 after retry RPC after error@59323557) -> (continuation of Deferred@1253346686 after retry RPC after error@1823674364), errback=(continuation of Deferred@1813734851 after retry RPC after error@301335586) -> (continuation of Deferred@2061592745 after retry RPC after error@1346902940) -> (continuation of Deferred@1732921643 after retry RPC after error@1178375924) -> (continuation of Deferred@938023610 after retry RPC after error@669872928) -> (continuation of Deferred@307983847 after retry RPC after error@812829294) -> (continuation of Deferred@1328622096 after retry RPC after error@59323557) -> (continuation of Deferred@1253346686 after retry RPC after error@1823674364)))
20:21:58.940 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1954270998(state=PENDING, result=null, callback=(continuation of Deferred@1813734851 after retry RPC after error@301335586) -> (continuation of Deferred@2061592745 after retry RPC after error@1346902940) -> (continuation of Deferred@1732921643 after retry RPC after error@1178375924) -> (continuation of Deferred@938023610 after retry RPC after error@669872928) -> (continuation of Deferred@307983847 after retry RPC after error@812829294) -> (continuation of Deferred@1328622096 after retry RPC after error@59323557) -> (continuation of Deferred@1253346686 after retry RPC after error@1823674364), errback=(continuation of Deferred@1813734851 after retry RPC after error@301335586) -> (continuation of Deferred@2061592745 after retry RPC after error@1346902940) -> (continuation of Deferred@1732921643 after retry RPC after error@1178375924) -> (continuation of Deferred@938023610 after retry RPC after error@669872928) -> (continuation of Deferred@307983847 after retry RPC after error@812829294) -> (continuation of Deferred@1328622096 after retry RPC after error@59323557) -> (continuation of Deferred@1253346686 after retry RPC after error@1823674364)))
20:21:58.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.958 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:58.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:58.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:58.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:58.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:58.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:58.998 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:59.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:59.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:59.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:59.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:59.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:59.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:59.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:59.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:59.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:59.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:59.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:59.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:59.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:59.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:59.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:59.199 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@2038023982(state=PENDING, result=null, callback=(continuation of Deferred@35961621 after retry RPC after error@265791346) -> (continuation of Deferred@1569453958 after retry RPC after error@1794907054) -> (continuation of Deferred@1302850039 after retry RPC after error@2147040006) -> (continuation of Deferred@2102187192 after retry RPC after error@2003276244) -> (continuation of Deferred@100476574 after retry RPC after error@870976556) -> (continuation of Deferred@672724989 after retry RPC after error@1673144859) -> (continuation of Deferred@262093092 after retry RPC after error@1819791255), errback=(continuation of Deferred@35961621 after retry RPC after error@265791346) -> (continuation of Deferred@1569453958 after retry RPC after error@1794907054) -> (continuation of Deferred@1302850039 after retry RPC after error@2147040006) -> (continuation of Deferred@2102187192 after retry RPC after error@2003276244) -> (continuation of Deferred@100476574 after retry RPC after error@870976556) -> (continuation of Deferred@672724989 after retry RPC after error@1673144859) -> (continuation of Deferred@262093092 after retry RPC after error@1819791255)))
20:21:59.200 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@2038023982(state=PENDING, result=null, callback=(continuation of Deferred@35961621 after retry RPC after error@265791346) -> (continuation of Deferred@1569453958 after retry RPC after error@1794907054) -> (continuation of Deferred@1302850039 after retry RPC after error@2147040006) -> (continuation of Deferred@2102187192 after retry RPC after error@2003276244) -> (continuation of Deferred@100476574 after retry RPC after error@870976556) -> (continuation of Deferred@672724989 after retry RPC after error@1673144859) -> (continuation of Deferred@262093092 after retry RPC after error@1819791255), errback=(continuation of Deferred@35961621 after retry RPC after error@265791346) -> (continuation of Deferred@1569453958 after retry RPC after error@1794907054) -> (continuation of Deferred@1302850039 after retry RPC after error@2147040006) -> (continuation of Deferred@2102187192 after retry RPC after error@2003276244) -> (continuation of Deferred@100476574 after retry RPC after error@870976556) -> (continuation of Deferred@672724989 after retry RPC after error@1673144859) -> (continuation of Deferred@262093092 after retry RPC after error@1819791255)))
20:21:59.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:59.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:59.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:59.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:59.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:59.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:59.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:59.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:59.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.258 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:59.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:59.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:59.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:59.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:59.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:59.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.300 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:59.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:59.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:59.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:59.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:59.369922 23502 raft_consensus.cc:482] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 55c18f68e39c4eb9a1e628e87b862a48)
20:21:59.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:59.370173 23502 raft_consensus.cc:504] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } }
20:21:59.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:59.370890 23502 leader_election.cc:288] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 55c18f68e39c4eb9a1e628e87b862a48 (127.21.237.254:35353), 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275)
20:21:59.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:59.372010 22562 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.237.254:35353: connect: Connection refused (error 111) [suppressed 3 similar messages]
20:21:59.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:59.373224 22562 leader_election.cc:334] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 55c18f68e39c4eb9a1e628e87b862a48 (127.21.237.254:35353): Network error: Client connection negotiation failed: client connection to 127.21.237.254:35353: connect: Connection refused (error 111)
20:21:59.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:21:59.373397 22563 leader_election.cc:334] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275): Network error: Client connection negotiation failed: client connection to 127.21.237.252:33275: connect: Connection refused (error 111)
20:21:59.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:59.373505 22563 leader_election.cc:302] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 46731435ff074f7f84dc877f9d3880d8; no voters: 54323f8dd3384a429322a96de50d71f4, 55c18f68e39c4eb9a1e628e87b862a48
20:21:59.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:21:59.373693 23502 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:21:59.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:59.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:59.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.378 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:59.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:59.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:59.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.458 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:59.459 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [160ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@2007965847(state=PENDING, result=null, callback=(continuation of Deferred@1465482297 after retry RPC after error@832242385) -> (continuation of Deferred@1070276095 after retry RPC after error@837691657) -> (continuation of Deferred@759837625 after retry RPC after error@1152262475) -> (continuation of Deferred@602798276 after retry RPC after error@1670065105) -> (continuation of Deferred@530582498 after retry RPC after error@716293412) -> (continuation of Deferred@1716925294 after retry RPC after error@1555651030) -> (continuation of Deferred@1138337464 after retry RPC after error@1743115010), errback=(continuation of Deferred@1465482297 after retry RPC after error@832242385) -> (continuation of Deferred@1070276095 after retry RPC after error@837691657) -> (continuation of Deferred@759837625 after retry RPC after error@1152262475) -> (continuation of Deferred@602798276 after retry RPC after error@1670065105) -> (continuation of Deferred@530582498 after retry RPC after error@716293412) -> (continuation of Deferred@1716925294 after retry RPC after error@1555651030) -> (continuation of Deferred@1138337464 after retry RPC after error@1743115010)))
20:21:59.459 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [160ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@2007965847(state=PENDING, result=null, callback=(continuation of Deferred@1465482297 after retry RPC after error@832242385) -> (continuation of Deferred@1070276095 after retry RPC after error@837691657) -> (continuation of Deferred@759837625 after retry RPC after error@1152262475) -> (continuation of Deferred@602798276 after retry RPC after error@1670065105) -> (continuation of Deferred@530582498 after retry RPC after error@716293412) -> (continuation of Deferred@1716925294 after retry RPC after error@1555651030) -> (continuation of Deferred@1138337464 after retry RPC after error@1743115010), errback=(continuation of Deferred@1465482297 after retry RPC after error@832242385) -> (continuation of Deferred@1070276095 after retry RPC after error@837691657) -> (continuation of Deferred@759837625 after retry RPC after error@1152262475) -> (continuation of Deferred@602798276 after retry RPC after error@1670065105) -> (continuation of Deferred@530582498 after retry RPC after error@716293412) -> (continuation of Deferred@1716925294 after retry RPC after error@1555651030) -> (continuation of Deferred@1138337464 after retry RPC after error@1743115010)))
20:21:59.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:59.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:59.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:59.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:59.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:59.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:59.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:59.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:59.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:59.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:59.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:59.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:59.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:59.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:59.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:59.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:59.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:59.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:59.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:59.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:59.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:59.679 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@545716225(state=PENDING, result=null, callback=(continuation of Deferred@1963954790 after retry RPC after error@479459596) -> (continuation of Deferred@379606833 after retry RPC after error@24245012) -> (continuation of Deferred@140824062 after retry RPC after error@188489319) -> (continuation of Deferred@531745262 after retry RPC after error@299266143) -> (continuation of Deferred@1064522918 after retry RPC after error@1423424009) -> (continuation of Deferred@1169749956 after retry RPC after error@1741566884), errback=(continuation of Deferred@1963954790 after retry RPC after error@479459596) -> (continuation of Deferred@379606833 after retry RPC after error@24245012) -> (continuation of Deferred@140824062 after retry RPC after error@188489319) -> (continuation of Deferred@531745262 after retry RPC after error@299266143) -> (continuation of Deferred@1064522918 after retry RPC after error@1423424009) -> (continuation of Deferred@1169749956 after retry RPC after error@1741566884)))
20:21:59.680 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@545716225(state=PENDING, result=null, callback=(continuation of Deferred@1963954790 after retry RPC after error@479459596) -> (continuation of Deferred@379606833 after retry RPC after error@24245012) -> (continuation of Deferred@140824062 after retry RPC after error@188489319) -> (continuation of Deferred@531745262 after retry RPC after error@299266143) -> (continuation of Deferred@1064522918 after retry RPC after error@1423424009) -> (continuation of Deferred@1169749956 after retry RPC after error@1741566884), errback=(continuation of Deferred@1963954790 after retry RPC after error@479459596) -> (continuation of Deferred@379606833 after retry RPC after error@24245012) -> (continuation of Deferred@140824062 after retry RPC after error@188489319) -> (continuation of Deferred@531745262 after retry RPC after error@299266143) -> (continuation of Deferred@1064522918 after retry RPC after error@1423424009) -> (continuation of Deferred@1169749956 after retry RPC after error@1741566884)))
20:21:59.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:59.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:59.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.698 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:59.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:59.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:59.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.718 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:59.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:59.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:59.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:59.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:59.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:59.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:59.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:59.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:59.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:59.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:59.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:59.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.798 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:59.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:59.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:59.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.838 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:59.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:59.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:59.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:59.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:59.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:59.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:59.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:59.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:59.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:59.919 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@311430358(state=PENDING, result=null, callback=(continuation of Deferred@571398852 after retry RPC after error@110020338) -> (continuation of Deferred@756400340 after retry RPC after error@1064406812) -> (continuation of Deferred@1803401932 after retry RPC after error@456415239) -> (continuation of Deferred@413415637 after retry RPC after error@731798962) -> (continuation of Deferred@766716375 after retry RPC after error@343844870) -> (continuation of Deferred@757418188 after retry RPC after error@1955586839) -> (continuation of Deferred@1078362560 after retry RPC after error@555298646) -> (continuation of Deferred@654139537 after retry RPC after error@761378818) -> (continuation of Deferred@1499292911 after retry RPC after error@836141837), errback=(continuation of Deferred@571398852 after retry RPC after error@110020338) -> (continuation of Deferred@756400340 after retry RPC after error@1064406812) -> (continuation of Deferred@1803401932 after retry RPC after error@456415239) -> (continuation of Deferred@413415637 after retry RPC after error@731798962) -> (continuation of Deferred@766716375 after retry RPC after error@343844870) -> (continuation of Deferred@757418188 after retry RPC after error@1955586839) -> (continuation of Deferred@1078362560 after retry RPC after error@555298646) -> (continuation of Deferred@654139537 after retry RPC after error@761378818) -> (continuation of Deferred@1499292911 after retry RPC after error@836141837)))
20:21:59.920 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@311430358(state=PENDING, result=null, callback=(continuation of Deferred@571398852 after retry RPC after error@110020338) -> (continuation of Deferred@756400340 after retry RPC after error@1064406812) -> (continuation of Deferred@1803401932 after retry RPC after error@456415239) -> (continuation of Deferred@413415637 after retry RPC after error@731798962) -> (continuation of Deferred@766716375 after retry RPC after error@343844870) -> (continuation of Deferred@757418188 after retry RPC after error@1955586839) -> (continuation of Deferred@1078362560 after retry RPC after error@555298646) -> (continuation of Deferred@654139537 after retry RPC after error@761378818) -> (continuation of Deferred@1499292911 after retry RPC after error@836141837), errback=(continuation of Deferred@571398852 after retry RPC after error@110020338) -> (continuation of Deferred@756400340 after retry RPC after error@1064406812) -> (continuation of Deferred@1803401932 after retry RPC after error@456415239) -> (continuation of Deferred@413415637 after retry RPC after error@731798962) -> (continuation of Deferred@766716375 after retry RPC after error@343844870) -> (continuation of Deferred@757418188 after retry RPC after error@1955586839) -> (continuation of Deferred@1078362560 after retry RPC after error@555298646) -> (continuation of Deferred@654139537 after retry RPC after error@761378818) -> (continuation of Deferred@1499292911 after retry RPC after error@836141837)))
20:21:59.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:59.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:59.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.938 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:59.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:59.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:59.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.958 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:59.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:59.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:59.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:21:59.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:21:59.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:21:59.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:21:59.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:21:59.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:00.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:00.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.018 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:00.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:00.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:00.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:00.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.078 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:00.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:00.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.179 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1710539837(state=PENDING, result=null, callback=(continuation of Deferred@1674136323 after retry RPC after error@2115288051) -> (continuation of Deferred@241264802 after retry RPC after error@1299677311) -> (continuation of Deferred@1682918273 after retry RPC after error@1071628248) -> (continuation of Deferred@981398777 after retry RPC after error@1274806193) -> (continuation of Deferred@1433843212 after retry RPC after error@387310085) -> (continuation of Deferred@1510016290 after retry RPC after error@1309896612) -> (continuation of Deferred@775251644 after retry RPC after error@378055861), errback=(continuation of Deferred@1674136323 after retry RPC after error@2115288051) -> (continuation of Deferred@241264802 after retry RPC after error@1299677311) -> (continuation of Deferred@1682918273 after retry RPC after error@1071628248) -> (continuation of Deferred@981398777 after retry RPC after error@1274806193) -> (continuation of Deferred@1433843212 after retry RPC after error@387310085) -> (continuation of Deferred@1510016290 after retry RPC after error@1309896612) -> (continuation of Deferred@775251644 after retry RPC after error@378055861)))
20:22:00.180 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1710539837(state=PENDING, result=null, callback=(continuation of Deferred@1674136323 after retry RPC after error@2115288051) -> (continuation of Deferred@241264802 after retry RPC after error@1299677311) -> (continuation of Deferred@1682918273 after retry RPC after error@1071628248) -> (continuation of Deferred@981398777 after retry RPC after error@1274806193) -> (continuation of Deferred@1433843212 after retry RPC after error@387310085) -> (continuation of Deferred@1510016290 after retry RPC after error@1309896612) -> (continuation of Deferred@775251644 after retry RPC after error@378055861), errback=(continuation of Deferred@1674136323 after retry RPC after error@2115288051) -> (continuation of Deferred@241264802 after retry RPC after error@1299677311) -> (continuation of Deferred@1682918273 after retry RPC after error@1071628248) -> (continuation of Deferred@981398777 after retry RPC after error@1274806193) -> (continuation of Deferred@1433843212 after retry RPC after error@387310085) -> (continuation of Deferred@1510016290 after retry RPC after error@1309896612) -> (continuation of Deferred@775251644 after retry RPC after error@378055861)))
20:22:00.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:00.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:00.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.198 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:00.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:00.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:00.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:00.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:00.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:00.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:00.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:00.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:00.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:00.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:00.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:00.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:00.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:00.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.400 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [203ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@56676714(state=PENDING, result=null, callback=(continuation of Deferred@929705141 after retry RPC after error@931091656) -> (continuation of Deferred@1990764549 after retry RPC after error@1942408251) -> (continuation of Deferred@363813234 after retry RPC after error@1480295963) -> (continuation of Deferred@1809905049 after retry RPC after error@780295114) -> (continuation of Deferred@1091171233 after retry RPC after error@1158069957) -> (continuation of Deferred@698800065 after retry RPC after error@365331764) -> (continuation of Deferred@467462358 after retry RPC after error@1809620478), errback=(continuation of Deferred@929705141 after retry RPC after error@931091656) -> (continuation of Deferred@1990764549 after retry RPC after error@1942408251) -> (continuation of Deferred@363813234 after retry RPC after error@1480295963) -> (continuation of Deferred@1809905049 after retry RPC after error@780295114) -> (continuation of Deferred@1091171233 after retry RPC after error@1158069957) -> (continuation of Deferred@698800065 after retry RPC after error@365331764) -> (continuation of Deferred@467462358 after retry RPC after error@1809620478)))
20:22:00.400 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [203ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@56676714(state=PENDING, result=null, callback=(continuation of Deferred@929705141 after retry RPC after error@931091656) -> (continuation of Deferred@1990764549 after retry RPC after error@1942408251) -> (continuation of Deferred@363813234 after retry RPC after error@1480295963) -> (continuation of Deferred@1809905049 after retry RPC after error@780295114) -> (continuation of Deferred@1091171233 after retry RPC after error@1158069957) -> (continuation of Deferred@698800065 after retry RPC after error@365331764) -> (continuation of Deferred@467462358 after retry RPC after error@1809620478), errback=(continuation of Deferred@929705141 after retry RPC after error@931091656) -> (continuation of Deferred@1990764549 after retry RPC after error@1942408251) -> (continuation of Deferred@363813234 after retry RPC after error@1480295963) -> (continuation of Deferred@1809905049 after retry RPC after error@780295114) -> (continuation of Deferred@1091171233 after retry RPC after error@1158069957) -> (continuation of Deferred@698800065 after retry RPC after error@365331764) -> (continuation of Deferred@467462358 after retry RPC after error@1809620478)))
20:22:00.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:00.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:00.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:00.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:00.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:00.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:00.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.458 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:00.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:00.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:00.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:00.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:00.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:00.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.518 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:00.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:00.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.579 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@794675853(state=PENDING, result=null, callback=(continuation of Deferred@517647738 after retry RPC after error@1562881207) -> (continuation of Deferred@2137716546 after retry RPC after error@1042436992) -> (continuation of Deferred@1977129027 after retry RPC after error@368754779) -> (continuation of Deferred@1023604033 after retry RPC after error@294657842) -> (continuation of Deferred@540772291 after retry RPC after error@1660973959) -> (continuation of Deferred@1233267291 after retry RPC after error@1484441046), errback=(continuation of Deferred@517647738 after retry RPC after error@1562881207) -> (continuation of Deferred@2137716546 after retry RPC after error@1042436992) -> (continuation of Deferred@1977129027 after retry RPC after error@368754779) -> (continuation of Deferred@1023604033 after retry RPC after error@294657842) -> (continuation of Deferred@540772291 after retry RPC after error@1660973959) -> (continuation of Deferred@1233267291 after retry RPC after error@1484441046)))
20:22:00.580 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@794675853(state=PENDING, result=null, callback=(continuation of Deferred@517647738 after retry RPC after error@1562881207) -> (continuation of Deferred@2137716546 after retry RPC after error@1042436992) -> (continuation of Deferred@1977129027 after retry RPC after error@368754779) -> (continuation of Deferred@1023604033 after retry RPC after error@294657842) -> (continuation of Deferred@540772291 after retry RPC after error@1660973959) -> (continuation of Deferred@1233267291 after retry RPC after error@1484441046), errback=(continuation of Deferred@517647738 after retry RPC after error@1562881207) -> (continuation of Deferred@2137716546 after retry RPC after error@1042436992) -> (continuation of Deferred@1977129027 after retry RPC after error@368754779) -> (continuation of Deferred@1023604033 after retry RPC after error@294657842) -> (continuation of Deferred@540772291 after retry RPC after error@1660973959) -> (continuation of Deferred@1233267291 after retry RPC after error@1484441046)))
20:22:00.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:00.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:00.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.598 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:22:00.616035 23101 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 1)
20:22:00.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:00.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:00.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:22:00.618562 23101 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '0aaa9a720fd748f88290a24a43972cb7', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '0aaa9a720fd748f88290a24a43972cb7', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 1)
20:22:00.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:22:00.620289 23101 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.21.237.252:33275)
20:22:00.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:00.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:00.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:00.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:00.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:00.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:00.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:00.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:00.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:00.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:00.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:00.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:00.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.758 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:00.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:00.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.839 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1000225726(state=PENDING, result=null, callback=(continuation of Deferred@1189821782 after retry RPC after error@1031561121) -> (continuation of Deferred@1719124681 after retry RPC after error@754865778) -> (continuation of Deferred@861986614 after retry RPC after error@1816010668) -> (continuation of Deferred@872937832 after retry RPC after error@1788114012) -> (continuation of Deferred@1605934935 after retry RPC after error@1139222643) -> (continuation of Deferred@1210074590 after retry RPC after error@23068178) -> (continuation of Deferred@445025097 after retry RPC after error@1624808666) -> (continuation of Deferred@706493354 after retry RPC after error@1422786453), errback=(continuation of Deferred@1189821782 after retry RPC after error@1031561121) -> (continuation of Deferred@1719124681 after retry RPC after error@754865778) -> (continuation of Deferred@861986614 after retry RPC after error@1816010668) -> (continuation of Deferred@872937832 after retry RPC after error@1788114012) -> (continuation of Deferred@1605934935 after retry RPC after error@1139222643) -> (continuation of Deferred@1210074590 after retry RPC after error@23068178) -> (continuation of Deferred@445025097 after retry RPC after error@1624808666) -> (continuation of Deferred@706493354 after retry RPC after error@1422786453)))
20:22:00.840 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1000225726(state=PENDING, result=null, callback=(continuation of Deferred@1189821782 after retry RPC after error@1031561121) -> (continuation of Deferred@1719124681 after retry RPC after error@754865778) -> (continuation of Deferred@861986614 after retry RPC after error@1816010668) -> (continuation of Deferred@872937832 after retry RPC after error@1788114012) -> (continuation of Deferred@1605934935 after retry RPC after error@1139222643) -> (continuation of Deferred@1210074590 after retry RPC after error@23068178) -> (continuation of Deferred@445025097 after retry RPC after error@1624808666) -> (continuation of Deferred@706493354 after retry RPC after error@1422786453), errback=(continuation of Deferred@1189821782 after retry RPC after error@1031561121) -> (continuation of Deferred@1719124681 after retry RPC after error@754865778) -> (continuation of Deferred@861986614 after retry RPC after error@1816010668) -> (continuation of Deferred@872937832 after retry RPC after error@1788114012) -> (continuation of Deferred@1605934935 after retry RPC after error@1139222643) -> (continuation of Deferred@1210074590 after retry RPC after error@23068178) -> (continuation of Deferred@445025097 after retry RPC after error@1624808666) -> (continuation of Deferred@706493354 after retry RPC after error@1422786453)))
20:22:00.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:00.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:00.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.858 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:00.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:00.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.878 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:00.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:00.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:00.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:00.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:00.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:00.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:00.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:00.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:00.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:00.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:00.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:01.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:01.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:01.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:01.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:01.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:01.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:01.099 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1131681531(state=PENDING, result=null, callback=(continuation of Deferred@268978752 after retry RPC after error@1118487297) -> (continuation of Deferred@323661368 after retry RPC after error@1886040420) -> (continuation of Deferred@576892771 after retry RPC after error@918868709) -> (continuation of Deferred@1882816875 after retry RPC after error@1442705305) -> (continuation of Deferred@1658018802 after retry RPC after error@1922100919) -> (continuation of Deferred@1318984535 after retry RPC after error@1948623930) -> (continuation of Deferred@206667143 after retry RPC after error@2042748908), errback=(continuation of Deferred@268978752 after retry RPC after error@1118487297) -> (continuation of Deferred@323661368 after retry RPC after error@1886040420) -> (continuation of Deferred@576892771 after retry RPC after error@918868709) -> (continuation of Deferred@1882816875 after retry RPC after error@1442705305) -> (continuation of Deferred@1658018802 after retry RPC after error@1922100919) -> (continuation of Deferred@1318984535 after retry RPC after error@1948623930) -> (continuation of Deferred@206667143 after retry RPC after error@2042748908)))
20:22:01.100 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1131681531(state=PENDING, result=null, callback=(continuation of Deferred@268978752 after retry RPC after error@1118487297) -> (continuation of Deferred@323661368 after retry RPC after error@1886040420) -> (continuation of Deferred@576892771 after retry RPC after error@918868709) -> (continuation of Deferred@1882816875 after retry RPC after error@1442705305) -> (continuation of Deferred@1658018802 after retry RPC after error@1922100919) -> (continuation of Deferred@1318984535 after retry RPC after error@1948623930) -> (continuation of Deferred@206667143 after retry RPC after error@2042748908), errback=(continuation of Deferred@268978752 after retry RPC after error@1118487297) -> (continuation of Deferred@323661368 after retry RPC after error@1886040420) -> (continuation of Deferred@576892771 after retry RPC after error@918868709) -> (continuation of Deferred@1882816875 after retry RPC after error@1442705305) -> (continuation of Deferred@1658018802 after retry RPC after error@1922100919) -> (continuation of Deferred@1318984535 after retry RPC after error@1948623930) -> (continuation of Deferred@206667143 after retry RPC after error@2042748908)))
20:22:01.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:01.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:01.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.118 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:01.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:01.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:01.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:01.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:01.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:01.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:01.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:01.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:01.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:01.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:01.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:01.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:01.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:01.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:01.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:01.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:01.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:01.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:01.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:01.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:01.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:01.319 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [200ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1459138910(state=PENDING, result=null, callback=(continuation of Deferred@1455238100 after retry RPC after error@197523670) -> (continuation of Deferred@1809383486 after retry RPC after error@2016951898) -> (continuation of Deferred@1206143234 after retry RPC after error@1665342048) -> (continuation of Deferred@1077427910 after retry RPC after error@2043347573) -> (continuation of Deferred@478341143 after retry RPC after error@1734959613) -> (continuation of Deferred@1722199512 after retry RPC after error@1205851091) -> (continuation of Deferred@1276533103 after retry RPC after error@1616687001), errback=(continuation of Deferred@1455238100 after retry RPC after error@197523670) -> (continuation of Deferred@1809383486 after retry RPC after error@2016951898) -> (continuation of Deferred@1206143234 after retry RPC after error@1665342048) -> (continuation of Deferred@1077427910 after retry RPC after error@2043347573) -> (continuation of Deferred@478341143 after retry RPC after error@1734959613) -> (continuation of Deferred@1722199512 after retry RPC after error@1205851091) -> (continuation of Deferred@1276533103 after retry RPC after error@1616687001)))
20:22:01.320 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [200ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1459138910(state=PENDING, result=null, callback=(continuation of Deferred@1455238100 after retry RPC after error@197523670) -> (continuation of Deferred@1809383486 after retry RPC after error@2016951898) -> (continuation of Deferred@1206143234 after retry RPC after error@1665342048) -> (continuation of Deferred@1077427910 after retry RPC after error@2043347573) -> (continuation of Deferred@478341143 after retry RPC after error@1734959613) -> (continuation of Deferred@1722199512 after retry RPC after error@1205851091) -> (continuation of Deferred@1276533103 after retry RPC after error@1616687001), errback=(continuation of Deferred@1455238100 after retry RPC after error@197523670) -> (continuation of Deferred@1809383486 after retry RPC after error@2016951898) -> (continuation of Deferred@1206143234 after retry RPC after error@1665342048) -> (continuation of Deferred@1077427910 after retry RPC after error@2043347573) -> (continuation of Deferred@478341143 after retry RPC after error@1734959613) -> (continuation of Deferred@1722199512 after retry RPC after error@1205851091) -> (continuation of Deferred@1276533103 after retry RPC after error@1616687001)))
20:22:01.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:01.339 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:01.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:01.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:01.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:01.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.359 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:01.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:01.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:01.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.378 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:01.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:01.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:01.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:01.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:01.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:01.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:01.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:01.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:01.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:01.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:01.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:01.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:01.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:01.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:01.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:01.579 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@593825325(state=PENDING, result=null, callback=(continuation of Deferred@968970091 after retry RPC after error@2034406418) -> (continuation of Deferred@1981764664 after retry RPC after error@2097166512) -> (continuation of Deferred@1309248108 after retry RPC after error@596010427) -> (continuation of Deferred@791956327 after retry RPC after error@1393374089) -> (continuation of Deferred@1364564334 after retry RPC after error@1106154818) -> (continuation of Deferred@1275892075 after retry RPC after error@1982296600) -> (continuation of Deferred@197401435 after retry RPC after error@1043712996), errback=(continuation of Deferred@968970091 after retry RPC after error@2034406418) -> (continuation of Deferred@1981764664 after retry RPC after error@2097166512) -> (continuation of Deferred@1309248108 after retry RPC after error@596010427) -> (continuation of Deferred@791956327 after retry RPC after error@1393374089) -> (continuation of Deferred@1364564334 after retry RPC after error@1106154818) -> (continuation of Deferred@1275892075 after retry RPC after error@1982296600) -> (continuation of Deferred@197401435 after retry RPC after error@1043712996)))
20:22:01.580 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@593825325(state=PENDING, result=null, callback=(continuation of Deferred@968970091 after retry RPC after error@2034406418) -> (continuation of Deferred@1981764664 after retry RPC after error@2097166512) -> (continuation of Deferred@1309248108 after retry RPC after error@596010427) -> (continuation of Deferred@791956327 after retry RPC after error@1393374089) -> (continuation of Deferred@1364564334 after retry RPC after error@1106154818) -> (continuation of Deferred@1275892075 after retry RPC after error@1982296600) -> (continuation of Deferred@197401435 after retry RPC after error@1043712996), errback=(continuation of Deferred@968970091 after retry RPC after error@2034406418) -> (continuation of Deferred@1981764664 after retry RPC after error@2097166512) -> (continuation of Deferred@1309248108 after retry RPC after error@596010427) -> (continuation of Deferred@791956327 after retry RPC after error@1393374089) -> (continuation of Deferred@1364564334 after retry RPC after error@1106154818) -> (continuation of Deferred@1275892075 after retry RPC after error@1982296600) -> (continuation of Deferred@197401435 after retry RPC after error@1043712996)))
20:22:01.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:01.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:01.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.598 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:01.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:01.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:01.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:01.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:01.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:01.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:01.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:01.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:01.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:01.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.658 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:01.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:01.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:01.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:01.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:01.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:01.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.698 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:01.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:01.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:01.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:01.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:01.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:01.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:01.799 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [203ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@244016593(state=PENDING, result=null, callback=(continuation of Deferred@1184233378 after retry RPC after error@1199533619) -> (continuation of Deferred@1700623024 after retry RPC after error@808269351) -> (continuation of Deferred@1500311399 after retry RPC after error@1700662415) -> (continuation of Deferred@1796745830 after retry RPC after error@845002028) -> (continuation of Deferred@217342935 after retry RPC after error@433794226) -> (continuation of Deferred@859471605 after retry RPC after error@1821460843) -> (continuation of Deferred@1137993205 after retry RPC after error@61501313), errback=(continuation of Deferred@1184233378 after retry RPC after error@1199533619) -> (continuation of Deferred@1700623024 after retry RPC after error@808269351) -> (continuation of Deferred@1500311399 after retry RPC after error@1700662415) -> (continuation of Deferred@1796745830 after retry RPC after error@845002028) -> (continuation of Deferred@217342935 after retry RPC after error@433794226) -> (continuation of Deferred@859471605 after retry RPC after error@1821460843) -> (continuation of Deferred@1137993205 after retry RPC after error@61501313)))
20:22:01.800 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [203ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@244016593(state=PENDING, result=null, callback=(continuation of Deferred@1184233378 after retry RPC after error@1199533619) -> (continuation of Deferred@1700623024 after retry RPC after error@808269351) -> (continuation of Deferred@1500311399 after retry RPC after error@1700662415) -> (continuation of Deferred@1796745830 after retry RPC after error@845002028) -> (continuation of Deferred@217342935 after retry RPC after error@433794226) -> (continuation of Deferred@859471605 after retry RPC after error@1821460843) -> (continuation of Deferred@1137993205 after retry RPC after error@61501313), errback=(continuation of Deferred@1184233378 after retry RPC after error@1199533619) -> (continuation of Deferred@1700623024 after retry RPC after error@808269351) -> (continuation of Deferred@1500311399 after retry RPC after error@1700662415) -> (continuation of Deferred@1796745830 after retry RPC after error@845002028) -> (continuation of Deferred@217342935 after retry RPC after error@433794226) -> (continuation of Deferred@859471605 after retry RPC after error@1821460843) -> (continuation of Deferred@1137993205 after retry RPC after error@61501313)))
20:22:01.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:01.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:01.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:01.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:01.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:01.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.838 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:01.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:01.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:01.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.858 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:01.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:01.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:01.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.878 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:01.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:01.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:01.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:01.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:01.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:01.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.918 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:01.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:01.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:01.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:01.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:01.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:02.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:02.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:02.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:02.040 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1701236373(state=PENDING, result=null, callback=(continuation of Deferred@1184672427 after retry RPC after error@1795331925) -> (continuation of Deferred@455254180 after retry RPC after error@1214498611) -> (continuation of Deferred@1795810662 after retry RPC after error@349073261) -> (continuation of Deferred@443009744 after retry RPC after error@1290525936) -> (continuation of Deferred@1760371422 after retry RPC after error@255827369) -> (continuation of Deferred@732620756 after retry RPC after error@968139277) -> (continuation of Deferred@944675895 after retry RPC after error@1265601602), errback=(continuation of Deferred@1184672427 after retry RPC after error@1795331925) -> (continuation of Deferred@455254180 after retry RPC after error@1214498611) -> (continuation of Deferred@1795810662 after retry RPC after error@349073261) -> (continuation of Deferred@443009744 after retry RPC after error@1290525936) -> (continuation of Deferred@1760371422 after retry RPC after error@255827369) -> (continuation of Deferred@732620756 after retry RPC after error@968139277) -> (continuation of Deferred@944675895 after retry RPC after error@1265601602)))
20:22:02.041 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1701236373(state=PENDING, result=null, callback=(continuation of Deferred@1184672427 after retry RPC after error@1795331925) -> (continuation of Deferred@455254180 after retry RPC after error@1214498611) -> (continuation of Deferred@1795810662 after retry RPC after error@349073261) -> (continuation of Deferred@443009744 after retry RPC after error@1290525936) -> (continuation of Deferred@1760371422 after retry RPC after error@255827369) -> (continuation of Deferred@732620756 after retry RPC after error@968139277) -> (continuation of Deferred@944675895 after retry RPC after error@1265601602), errback=(continuation of Deferred@1184672427 after retry RPC after error@1795331925) -> (continuation of Deferred@455254180 after retry RPC after error@1214498611) -> (continuation of Deferred@1795810662 after retry RPC after error@349073261) -> (continuation of Deferred@443009744 after retry RPC after error@1290525936) -> (continuation of Deferred@1760371422 after retry RPC after error@255827369) -> (continuation of Deferred@732620756 after retry RPC after error@968139277) -> (continuation of Deferred@944675895 after retry RPC after error@1265601602)))
20:22:02.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:02.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:02.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:02.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:02.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:02.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:02.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:02.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:02.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.098 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:02.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:02.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:02.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.118 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:02.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:02.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:02.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:02.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:02.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:02.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.158 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:02.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:02.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:02.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:02.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:02.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:02.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:02.259 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1014462796(state=PENDING, result=null, callback=(continuation of Deferred@1426785544 after retry RPC after error@190691541) -> (continuation of Deferred@1790445222 after retry RPC after error@1828892580) -> (continuation of Deferred@1621935177 after retry RPC after error@114381721) -> (continuation of Deferred@754378963 after retry RPC after error@1425083750) -> (continuation of Deferred@1392055613 after retry RPC after error@1580779872) -> (continuation of Deferred@1167266308 after retry RPC after error@425045485) -> (continuation of Deferred@60756743 after retry RPC after error@469019101), errback=(continuation of Deferred@1426785544 after retry RPC after error@190691541) -> (continuation of Deferred@1790445222 after retry RPC after error@1828892580) -> (continuation of Deferred@1621935177 after retry RPC after error@114381721) -> (continuation of Deferred@754378963 after retry RPC after error@1425083750) -> (continuation of Deferred@1392055613 after retry RPC after error@1580779872) -> (continuation of Deferred@1167266308 after retry RPC after error@425045485) -> (continuation of Deferred@60756743 after retry RPC after error@469019101)))
20:22:02.260 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1014462796(state=PENDING, result=null, callback=(continuation of Deferred@1426785544 after retry RPC after error@190691541) -> (continuation of Deferred@1790445222 after retry RPC after error@1828892580) -> (continuation of Deferred@1621935177 after retry RPC after error@114381721) -> (continuation of Deferred@754378963 after retry RPC after error@1425083750) -> (continuation of Deferred@1392055613 after retry RPC after error@1580779872) -> (continuation of Deferred@1167266308 after retry RPC after error@425045485) -> (continuation of Deferred@60756743 after retry RPC after error@469019101), errback=(continuation of Deferred@1426785544 after retry RPC after error@190691541) -> (continuation of Deferred@1790445222 after retry RPC after error@1828892580) -> (continuation of Deferred@1621935177 after retry RPC after error@114381721) -> (continuation of Deferred@754378963 after retry RPC after error@1425083750) -> (continuation of Deferred@1392055613 after retry RPC after error@1580779872) -> (continuation of Deferred@1167266308 after retry RPC after error@425045485) -> (continuation of Deferred@60756743 after retry RPC after error@469019101)))
20:22:02.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:02.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:02.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:02.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:02.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:02.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:02.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:02.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:02.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:02.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:02.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:02.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:02.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:02.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:02.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.359 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:02.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:02.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:02.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:02.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:02.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:02.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:02.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:02.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:02.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:02.500 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@2040632631(state=PENDING, result=null, callback=(continuation of Deferred@1403996572 after retry RPC after error@1997546910) -> (continuation of Deferred@1281927679 after retry RPC after error@957715816) -> (continuation of Deferred@283101311 after retry RPC after error@1721053999) -> (continuation of Deferred@1866160467 after retry RPC after error@2056273673) -> (continuation of Deferred@342006804 after retry RPC after error@1528945148) -> (continuation of Deferred@1852170762 after retry RPC after error@368500920) -> (continuation of Deferred@359947310 after retry RPC after error@1087342917), errback=(continuation of Deferred@1403996572 after retry RPC after error@1997546910) -> (continuation of Deferred@1281927679 after retry RPC after error@957715816) -> (continuation of Deferred@283101311 after retry RPC after error@1721053999) -> (continuation of Deferred@1866160467 after retry RPC after error@2056273673) -> (continuation of Deferred@342006804 after retry RPC after error@1528945148) -> (continuation of Deferred@1852170762 after retry RPC after error@368500920) -> (continuation of Deferred@359947310 after retry RPC after error@1087342917)))
20:22:02.500 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@2040632631(state=PENDING, result=null, callback=(continuation of Deferred@1403996572 after retry RPC after error@1997546910) -> (continuation of Deferred@1281927679 after retry RPC after error@957715816) -> (continuation of Deferred@283101311 after retry RPC after error@1721053999) -> (continuation of Deferred@1866160467 after retry RPC after error@2056273673) -> (continuation of Deferred@342006804 after retry RPC after error@1528945148) -> (continuation of Deferred@1852170762 after retry RPC after error@368500920) -> (continuation of Deferred@359947310 after retry RPC after error@1087342917), errback=(continuation of Deferred@1403996572 after retry RPC after error@1997546910) -> (continuation of Deferred@1281927679 after retry RPC after error@957715816) -> (continuation of Deferred@283101311 after retry RPC after error@1721053999) -> (continuation of Deferred@1866160467 after retry RPC after error@2056273673) -> (continuation of Deferred@342006804 after retry RPC after error@1528945148) -> (continuation of Deferred@1852170762 after retry RPC after error@368500920) -> (continuation of Deferred@359947310 after retry RPC after error@1087342917)))
20:22:02.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:02.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:02.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.518 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:02.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:02.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:02.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:02.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:02.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:02.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:02.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:02.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:02.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:02.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:02.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:02.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:02.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:02.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:02.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:02.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:02.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:02.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:02.699 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1719790515(state=PENDING, result=null, callback=(continuation of Deferred@730686249 after retry RPC after error@1021251523) -> (continuation of Deferred@1674007309 after retry RPC after error@175304885) -> (continuation of Deferred@1244024569 after retry RPC after error@247718249) -> (continuation of Deferred@1472566407 after retry RPC after error@1252991378) -> (continuation of Deferred@839319480 after retry RPC after error@593463352) -> (continuation of Deferred@1489322360 after retry RPC after error@1800751171), errback=(continuation of Deferred@730686249 after retry RPC after error@1021251523) -> (continuation of Deferred@1674007309 after retry RPC after error@175304885) -> (continuation of Deferred@1244024569 after retry RPC after error@247718249) -> (continuation of Deferred@1472566407 after retry RPC after error@1252991378) -> (continuation of Deferred@839319480 after retry RPC after error@593463352) -> (continuation of Deferred@1489322360 after retry RPC after error@1800751171)))
20:22:02.700 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1719790515(state=PENDING, result=null, callback=(continuation of Deferred@730686249 after retry RPC after error@1021251523) -> (continuation of Deferred@1674007309 after retry RPC after error@175304885) -> (continuation of Deferred@1244024569 after retry RPC after error@247718249) -> (continuation of Deferred@1472566407 after retry RPC after error@1252991378) -> (continuation of Deferred@839319480 after retry RPC after error@593463352) -> (continuation of Deferred@1489322360 after retry RPC after error@1800751171), errback=(continuation of Deferred@730686249 after retry RPC after error@1021251523) -> (continuation of Deferred@1674007309 after retry RPC after error@175304885) -> (continuation of Deferred@1244024569 after retry RPC after error@247718249) -> (continuation of Deferred@1472566407 after retry RPC after error@1252991378) -> (continuation of Deferred@839319480 after retry RPC after error@593463352) -> (continuation of Deferred@1489322360 after retry RPC after error@1800751171)))
20:22:02.720 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:02.720 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:02.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:02.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:02.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:02.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:02.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:02.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:02.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:02.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:02.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:02.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:02.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:02.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:02.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:02.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:02.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:02.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:02.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:02.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:02.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:02.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:02.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:02.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:02.978 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=257), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [17ms] refreshing cache from master, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [19ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [19ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [39ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [39ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [59ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [59ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [78ms] refreshing cache from master, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [79ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [79ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [118ms] refreshing cache from master, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [119ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [119ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [138ms] refreshing cache from master, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [139ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [139ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [158ms] refreshing cache from master, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [159ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [159ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1047099629(state=PENDING, result=null, callback=(continuation of Deferred@800569193 after retry RPC after error@703152211) -> (continuation of Deferred@1962679047 after retry RPC after error@19381093) -> (continuation of Deferred@322525399 after retry RPC after error@1882290491) -> (continuation of Deferred@1677815833 after retry RPC after error@1480659823) -> (continuation of Deferred@31922000 after retry RPC after error@2061786870) -> (continuation of Deferred@353003531 after retry RPC after error@1157684142) -> (continuation of Deferred@2095319497 after retry RPC after error@615512909) -> (continuation of Deferred@1654883811 after retry RPC after error@566099890), errback=(continuation of Deferred@800569193 after retry RPC after error@703152211) -> (continuation of Deferred@1962679047 after retry RPC after error@19381093) -> (continuation of Deferred@322525399 after retry RPC after error@1882290491) -> (continuation of Deferred@1677815833 after retry RPC after error@1480659823) -> (continuation of Deferred@31922000 after retry RPC after error@2061786870) -> (continuation of Deferred@353003531 after retry RPC after error@1157684142) -> (continuation of Deferred@2095319497 after retry RPC after error@615512909) -> (continuation of Deferred@1654883811 after retry RPC after error@566099890)))
20:22:02.978 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
20:22:02.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:02.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:02.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:02.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:02.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:02.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.038 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.058 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.160 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [0ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [59ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [59ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [160ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@777307448(state=PENDING, result=null, callback=(continuation of Deferred@1245196031 after retry RPC after error@838773880) -> (continuation of Deferred@15602891 after retry RPC after error@144403691) -> (continuation of Deferred@65008849 after retry RPC after error@1191577022) -> (continuation of Deferred@926812633 after retry RPC after error@1678886881) -> (continuation of Deferred@412409550 after retry RPC after error@1875379095) -> (continuation of Deferred@679460726 after retry RPC after error@1111182167) -> (continuation of Deferred@2095554416 after retry RPC after error@1394409408), errback=(continuation of Deferred@1245196031 after retry RPC after error@838773880) -> (continuation of Deferred@15602891 after retry RPC after error@144403691) -> (continuation of Deferred@65008849 after retry RPC after error@1191577022) -> (continuation of Deferred@926812633 after retry RPC after error@1678886881) -> (continuation of Deferred@412409550 after retry RPC after error@1875379095) -> (continuation of Deferred@679460726 after retry RPC after error@1111182167) -> (continuation of Deferred@2095554416 after retry RPC after error@1394409408)))
20:22:03.160 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [0ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [59ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [59ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [160ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@777307448(state=PENDING, result=null, callback=(continuation of Deferred@1245196031 after retry RPC after error@838773880) -> (continuation of Deferred@15602891 after retry RPC after error@144403691) -> (continuation of Deferred@65008849 after retry RPC after error@1191577022) -> (continuation of Deferred@926812633 after retry RPC after error@1678886881) -> (continuation of Deferred@412409550 after retry RPC after error@1875379095) -> (continuation of Deferred@679460726 after retry RPC after error@1111182167) -> (continuation of Deferred@2095554416 after retry RPC after error@1394409408), errback=(continuation of Deferred@1245196031 after retry RPC after error@838773880) -> (continuation of Deferred@15602891 after retry RPC after error@144403691) -> (continuation of Deferred@65008849 after retry RPC after error@1191577022) -> (continuation of Deferred@926812633 after retry RPC after error@1678886881) -> (continuation of Deferred@412409550 after retry RPC after error@1875379095) -> (continuation of Deferred@679460726 after retry RPC after error@1111182167) -> (continuation of Deferred@2095554416 after retry RPC after error@1394409408)))
20:22:03.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.258 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.278 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.398 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.399 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1227613831(state=PENDING, result=null, callback=(continuation of Deferred@2070949023 after retry RPC after error@1506842081) -> (continuation of Deferred@1759826868 after retry RPC after error@2121080817) -> (continuation of Deferred@75743351 after retry RPC after error@1495343771) -> (continuation of Deferred@387330936 after retry RPC after error@17966332) -> (continuation of Deferred@461954257 after retry RPC after error@1265438913) -> (continuation of Deferred@1841723175 after retry RPC after error@2103679911) -> (continuation of Deferred@542158478 after retry RPC after error@51927389), errback=(continuation of Deferred@2070949023 after retry RPC after error@1506842081) -> (continuation of Deferred@1759826868 after retry RPC after error@2121080817) -> (continuation of Deferred@75743351 after retry RPC after error@1495343771) -> (continuation of Deferred@387330936 after retry RPC after error@17966332) -> (continuation of Deferred@461954257 after retry RPC after error@1265438913) -> (continuation of Deferred@1841723175 after retry RPC after error@2103679911) -> (continuation of Deferred@542158478 after retry RPC after error@51927389)))
20:22:03.399 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1227613831(state=PENDING, result=null, callback=(continuation of Deferred@2070949023 after retry RPC after error@1506842081) -> (continuation of Deferred@1759826868 after retry RPC after error@2121080817) -> (continuation of Deferred@75743351 after retry RPC after error@1495343771) -> (continuation of Deferred@387330936 after retry RPC after error@17966332) -> (continuation of Deferred@461954257 after retry RPC after error@1265438913) -> (continuation of Deferred@1841723175 after retry RPC after error@2103679911) -> (continuation of Deferred@542158478 after retry RPC after error@51927389), errback=(continuation of Deferred@2070949023 after retry RPC after error@1506842081) -> (continuation of Deferred@1759826868 after retry RPC after error@2121080817) -> (continuation of Deferred@75743351 after retry RPC after error@1495343771) -> (continuation of Deferred@387330936 after retry RPC after error@17966332) -> (continuation of Deferred@461954257 after retry RPC after error@1265438913) -> (continuation of Deferred@1841723175 after retry RPC after error@2103679911) -> (continuation of Deferred@542158478 after retry RPC after error@51927389)))
20:22:03.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.458 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.478 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.558 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.559 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@192483481(state=PENDING, result=null, callback=(continuation of Deferred@690622684 after retry RPC after error@1401400412) -> (continuation of Deferred@1941334414 after retry RPC after error@814240441) -> (continuation of Deferred@1230833796 after retry RPC after error@659990719) -> (continuation of Deferred@1743544258 after retry RPC after error@360956956) -> (continuation of Deferred@876340992 after retry RPC after error@641376872) -> (continuation of Deferred@598604578 after retry RPC after error@679831663), errback=(continuation of Deferred@690622684 after retry RPC after error@1401400412) -> (continuation of Deferred@1941334414 after retry RPC after error@814240441) -> (continuation of Deferred@1230833796 after retry RPC after error@659990719) -> (continuation of Deferred@1743544258 after retry RPC after error@360956956) -> (continuation of Deferred@876340992 after retry RPC after error@641376872) -> (continuation of Deferred@598604578 after retry RPC after error@679831663)))
20:22:03.559 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@192483481(state=PENDING, result=null, callback=(continuation of Deferred@690622684 after retry RPC after error@1401400412) -> (continuation of Deferred@1941334414 after retry RPC after error@814240441) -> (continuation of Deferred@1230833796 after retry RPC after error@659990719) -> (continuation of Deferred@1743544258 after retry RPC after error@360956956) -> (continuation of Deferred@876340992 after retry RPC after error@641376872) -> (continuation of Deferred@598604578 after retry RPC after error@679831663), errback=(continuation of Deferred@690622684 after retry RPC after error@1401400412) -> (continuation of Deferred@1941334414 after retry RPC after error@814240441) -> (continuation of Deferred@1230833796 after retry RPC after error@659990719) -> (continuation of Deferred@1743544258 after retry RPC after error@360956956) -> (continuation of Deferred@876340992 after retry RPC after error@641376872) -> (continuation of Deferred@598604578 after retry RPC after error@679831663)))
20:22:03.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.578 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.658 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.837 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [103ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@2127190281(state=PENDING, result=null, callback=(continuation of Deferred@26131458 after retry RPC after error@1390037405) -> (continuation of Deferred@1519263966 after retry RPC after error@1981823127) -> (continuation of Deferred@37414141 after retry RPC after error@36488070) -> (continuation of Deferred@697277389 after retry RPC after error@1587346155) -> (continuation of Deferred@198504649 after retry RPC after error@1870668486) -> (continuation of Deferred@981769480 after retry RPC after error@66478865) -> (continuation of Deferred@797481246 after retry RPC after error@1106249787), errback=(continuation of Deferred@26131458 after retry RPC after error@1390037405) -> (continuation of Deferred@1519263966 after retry RPC after error@1981823127) -> (continuation of Deferred@37414141 after retry RPC after error@36488070) -> (continuation of Deferred@697277389 after retry RPC after error@1587346155) -> (continuation of Deferred@198504649 after retry RPC after error@1870668486) -> (continuation of Deferred@981769480 after retry RPC after error@66478865) -> (continuation of Deferred@797481246 after retry RPC after error@1106249787)))
20:22:03.838 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
20:22:03.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.918 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.938 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:03.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:03.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:03.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:03.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:03.958 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:04.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:04.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:04.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:04.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:04.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:04.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:04.060 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1505531657(state=PENDING, result=null, callback=(continuation of Deferred@1657499614 after retry RPC after error@547377908) -> (continuation of Deferred@584782814 after retry RPC after error@526568531) -> (continuation of Deferred@644806142 after retry RPC after error@75183157) -> (continuation of Deferred@2126811783 after retry RPC after error@2001590616) -> (continuation of Deferred@652022602 after retry RPC after error@2077905208) -> (continuation of Deferred@558937198 after retry RPC after error@953036293) -> (continuation of Deferred@1984376085 after retry RPC after error@1597895028), errback=(continuation of Deferred@1657499614 after retry RPC after error@547377908) -> (continuation of Deferred@584782814 after retry RPC after error@526568531) -> (continuation of Deferred@644806142 after retry RPC after error@75183157) -> (continuation of Deferred@2126811783 after retry RPC after error@2001590616) -> (continuation of Deferred@652022602 after retry RPC after error@2077905208) -> (continuation of Deferred@558937198 after retry RPC after error@953036293) -> (continuation of Deferred@1984376085 after retry RPC after error@1597895028)))
20:22:04.060 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1505531657(state=PENDING, result=null, callback=(continuation of Deferred@1657499614 after retry RPC after error@547377908) -> (continuation of Deferred@584782814 after retry RPC after error@526568531) -> (continuation of Deferred@644806142 after retry RPC after error@75183157) -> (continuation of Deferred@2126811783 after retry RPC after error@2001590616) -> (continuation of Deferred@652022602 after retry RPC after error@2077905208) -> (continuation of Deferred@558937198 after retry RPC after error@953036293) -> (continuation of Deferred@1984376085 after retry RPC after error@1597895028), errback=(continuation of Deferred@1657499614 after retry RPC after error@547377908) -> (continuation of Deferred@584782814 after retry RPC after error@526568531) -> (continuation of Deferred@644806142 after retry RPC after error@75183157) -> (continuation of Deferred@2126811783 after retry RPC after error@2001590616) -> (continuation of Deferred@652022602 after retry RPC after error@2077905208) -> (continuation of Deferred@558937198 after retry RPC after error@953036293) -> (continuation of Deferred@1984376085 after retry RPC after error@1597895028)))
20:22:04.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:04.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:04.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:04.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:04.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:04.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:04.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:04.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:04.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:04.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:04.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:04.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:04.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:04.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:04.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.158 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:04.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:04.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:04.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:04.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:04.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:04.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:04.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:04.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:04.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:04.319 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1260203345(state=PENDING, result=null, callback=(continuation of Deferred@899584112 after retry RPC after error@1104718446) -> (continuation of Deferred@389276345 after retry RPC after error@895885995) -> (continuation of Deferred@1958361447 after retry RPC after error@1882547780) -> (continuation of Deferred@2015061201 after retry RPC after error@2095866371) -> (continuation of Deferred@1496845816 after retry RPC after error@48515037) -> (continuation of Deferred@561678012 after retry RPC after error@1041827050) -> (continuation of Deferred@668436764 after retry RPC after error@128841876), errback=(continuation of Deferred@899584112 after retry RPC after error@1104718446) -> (continuation of Deferred@389276345 after retry RPC after error@895885995) -> (continuation of Deferred@1958361447 after retry RPC after error@1882547780) -> (continuation of Deferred@2015061201 after retry RPC after error@2095866371) -> (continuation of Deferred@1496845816 after retry RPC after error@48515037) -> (continuation of Deferred@561678012 after retry RPC after error@1041827050) -> (continuation of Deferred@668436764 after retry RPC after error@128841876)))
20:22:04.319 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1260203345(state=PENDING, result=null, callback=(continuation of Deferred@899584112 after retry RPC after error@1104718446) -> (continuation of Deferred@389276345 after retry RPC after error@895885995) -> (continuation of Deferred@1958361447 after retry RPC after error@1882547780) -> (continuation of Deferred@2015061201 after retry RPC after error@2095866371) -> (continuation of Deferred@1496845816 after retry RPC after error@48515037) -> (continuation of Deferred@561678012 after retry RPC after error@1041827050) -> (continuation of Deferred@668436764 after retry RPC after error@128841876), errback=(continuation of Deferred@899584112 after retry RPC after error@1104718446) -> (continuation of Deferred@389276345 after retry RPC after error@895885995) -> (continuation of Deferred@1958361447 after retry RPC after error@1882547780) -> (continuation of Deferred@2015061201 after retry RPC after error@2095866371) -> (continuation of Deferred@1496845816 after retry RPC after error@48515037) -> (continuation of Deferred@561678012 after retry RPC after error@1041827050) -> (continuation of Deferred@668436764 after retry RPC after error@128841876)))
20:22:04.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:04.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:04.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:04.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:04.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:04.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.359 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:04.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:04.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:04.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:04.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:04.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:04.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.398 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:04.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:04.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:04.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:04.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:04.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:04.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:04.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:04.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:04.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.518 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:04.519 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [180ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@544179458(state=PENDING, result=null, callback=(continuation of Deferred@644141532 after retry RPC after error@680782049) -> (continuation of Deferred@2057884890 after retry RPC after error@649267480) -> (continuation of Deferred@643421731 after retry RPC after error@297461481) -> (continuation of Deferred@763948544 after retry RPC after error@332257632) -> (continuation of Deferred@2077093364 after retry RPC after error@1032241610) -> (continuation of Deferred@1460977812 after retry RPC after error@720307663), errback=(continuation of Deferred@644141532 after retry RPC after error@680782049) -> (continuation of Deferred@2057884890 after retry RPC after error@649267480) -> (continuation of Deferred@643421731 after retry RPC after error@297461481) -> (continuation of Deferred@763948544 after retry RPC after error@332257632) -> (continuation of Deferred@2077093364 after retry RPC after error@1032241610) -> (continuation of Deferred@1460977812 after retry RPC after error@720307663)))
20:22:04.519 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [180ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@544179458(state=PENDING, result=null, callback=(continuation of Deferred@644141532 after retry RPC after error@680782049) -> (continuation of Deferred@2057884890 after retry RPC after error@649267480) -> (continuation of Deferred@643421731 after retry RPC after error@297461481) -> (continuation of Deferred@763948544 after retry RPC after error@332257632) -> (continuation of Deferred@2077093364 after retry RPC after error@1032241610) -> (continuation of Deferred@1460977812 after retry RPC after error@720307663), errback=(continuation of Deferred@644141532 after retry RPC after error@680782049) -> (continuation of Deferred@2057884890 after retry RPC after error@649267480) -> (continuation of Deferred@643421731 after retry RPC after error@297461481) -> (continuation of Deferred@763948544 after retry RPC after error@332257632) -> (continuation of Deferred@2077093364 after retry RPC after error@1032241610) -> (continuation of Deferred@1460977812 after retry RPC after error@720307663)))
20:22:04.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:04.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:04.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:04.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:04.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:04.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:04.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:04.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:04.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.578 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:04.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:04.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:04.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:04.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:04.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:04.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:04.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:04.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:04.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.658 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:04.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:04.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:04.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:04.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:04.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:04.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.778 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:04.783 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@2111626779(state=PENDING, result=null, callback=(continuation of Deferred@335842140 after retry RPC after error@1857799208) -> (continuation of Deferred@2067611146 after retry RPC after error@1611275120) -> (continuation of Deferred@1357128262 after retry RPC after error@1615734518) -> (continuation of Deferred@1913756059 after retry RPC after error@1123081522) -> (continuation of Deferred@871838008 after retry RPC after error@572508198) -> (continuation of Deferred@1547456703 after retry RPC after error@417406791) -> (continuation of Deferred@311792530 after retry RPC after error@1310144286), errback=(continuation of Deferred@335842140 after retry RPC after error@1857799208) -> (continuation of Deferred@2067611146 after retry RPC after error@1611275120) -> (continuation of Deferred@1357128262 after retry RPC after error@1615734518) -> (continuation of Deferred@1913756059 after retry RPC after error@1123081522) -> (continuation of Deferred@871838008 after retry RPC after error@572508198) -> (continuation of Deferred@1547456703 after retry RPC after error@417406791) -> (continuation of Deferred@311792530 after retry RPC after error@1310144286)))
20:22:04.783 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@2111626779(state=PENDING, result=null, callback=(continuation of Deferred@335842140 after retry RPC after error@1857799208) -> (continuation of Deferred@2067611146 after retry RPC after error@1611275120) -> (continuation of Deferred@1357128262 after retry RPC after error@1615734518) -> (continuation of Deferred@1913756059 after retry RPC after error@1123081522) -> (continuation of Deferred@871838008 after retry RPC after error@572508198) -> (continuation of Deferred@1547456703 after retry RPC after error@417406791) -> (continuation of Deferred@311792530 after retry RPC after error@1310144286), errback=(continuation of Deferred@335842140 after retry RPC after error@1857799208) -> (continuation of Deferred@2067611146 after retry RPC after error@1611275120) -> (continuation of Deferred@1357128262 after retry RPC after error@1615734518) -> (continuation of Deferred@1913756059 after retry RPC after error@1123081522) -> (continuation of Deferred@871838008 after retry RPC after error@572508198) -> (continuation of Deferred@1547456703 after retry RPC after error@417406791) -> (continuation of Deferred@311792530 after retry RPC after error@1310144286)))
20:22:04.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:04.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:04.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:04.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:04.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:04.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:04.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:04.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:04.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:04.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:04.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:04.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:04.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:04.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:04.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.878 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:04.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:04.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:04.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.898 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:04.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:04.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:04.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:04.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:04.938 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:05.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:05.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:05.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:05.020 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@909603723(state=PENDING, result=null, callback=(continuation of Deferred@769670538 after retry RPC after error@391095408) -> (continuation of Deferred@903865302 after retry RPC after error@955872717) -> (continuation of Deferred@341381941 after retry RPC after error@2120174058) -> (continuation of Deferred@886359204 after retry RPC after error@1198561518) -> (continuation of Deferred@468511630 after retry RPC after error@536404224) -> (continuation of Deferred@219936703 after retry RPC after error@1315940634) -> (continuation of Deferred@849583042 after retry RPC after error@1787534455), errback=(continuation of Deferred@769670538 after retry RPC after error@391095408) -> (continuation of Deferred@903865302 after retry RPC after error@955872717) -> (continuation of Deferred@341381941 after retry RPC after error@2120174058) -> (continuation of Deferred@886359204 after retry RPC after error@1198561518) -> (continuation of Deferred@468511630 after retry RPC after error@536404224) -> (continuation of Deferred@219936703 after retry RPC after error@1315940634) -> (continuation of Deferred@849583042 after retry RPC after error@1787534455)))
20:22:05.020 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@909603723(state=PENDING, result=null, callback=(continuation of Deferred@769670538 after retry RPC after error@391095408) -> (continuation of Deferred@903865302 after retry RPC after error@955872717) -> (continuation of Deferred@341381941 after retry RPC after error@2120174058) -> (continuation of Deferred@886359204 after retry RPC after error@1198561518) -> (continuation of Deferred@468511630 after retry RPC after error@536404224) -> (continuation of Deferred@219936703 after retry RPC after error@1315940634) -> (continuation of Deferred@849583042 after retry RPC after error@1787534455), errback=(continuation of Deferred@769670538 after retry RPC after error@391095408) -> (continuation of Deferred@903865302 after retry RPC after error@955872717) -> (continuation of Deferred@341381941 after retry RPC after error@2120174058) -> (continuation of Deferred@886359204 after retry RPC after error@1198561518) -> (continuation of Deferred@468511630 after retry RPC after error@536404224) -> (continuation of Deferred@219936703 after retry RPC after error@1315940634) -> (continuation of Deferred@849583042 after retry RPC after error@1787534455)))
20:22:05.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:05.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:05.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:05.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:05.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:05.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:05.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:05.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:05.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:05.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:05.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:05.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.098 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:05.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:05.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:05.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:05.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:05.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:05.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:05.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:05.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:05.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:05.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:05.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:05.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:05.280 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@964933850(state=PENDING, result=null, callback=(continuation of Deferred@844413103 after retry RPC after error@8374139) -> (continuation of Deferred@885307127 after retry RPC after error@270900701) -> (continuation of Deferred@128179894 after retry RPC after error@2040108326) -> (continuation of Deferred@1761343468 after retry RPC after error@1418482779) -> (continuation of Deferred@1296262674 after retry RPC after error@2017913401) -> (continuation of Deferred@1328883274 after retry RPC after error@2033032571) -> (continuation of Deferred@797444026 after retry RPC after error@1615869776), errback=(continuation of Deferred@844413103 after retry RPC after error@8374139) -> (continuation of Deferred@885307127 after retry RPC after error@270900701) -> (continuation of Deferred@128179894 after retry RPC after error@2040108326) -> (continuation of Deferred@1761343468 after retry RPC after error@1418482779) -> (continuation of Deferred@1296262674 after retry RPC after error@2017913401) -> (continuation of Deferred@1328883274 after retry RPC after error@2033032571) -> (continuation of Deferred@797444026 after retry RPC after error@1615869776)))
20:22:05.280 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@964933850(state=PENDING, result=null, callback=(continuation of Deferred@844413103 after retry RPC after error@8374139) -> (continuation of Deferred@885307127 after retry RPC after error@270900701) -> (continuation of Deferred@128179894 after retry RPC after error@2040108326) -> (continuation of Deferred@1761343468 after retry RPC after error@1418482779) -> (continuation of Deferred@1296262674 after retry RPC after error@2017913401) -> (continuation of Deferred@1328883274 after retry RPC after error@2033032571) -> (continuation of Deferred@797444026 after retry RPC after error@1615869776), errback=(continuation of Deferred@844413103 after retry RPC after error@8374139) -> (continuation of Deferred@885307127 after retry RPC after error@270900701) -> (continuation of Deferred@128179894 after retry RPC after error@2040108326) -> (continuation of Deferred@1761343468 after retry RPC after error@1418482779) -> (continuation of Deferred@1296262674 after retry RPC after error@2017913401) -> (continuation of Deferred@1328883274 after retry RPC after error@2033032571) -> (continuation of Deferred@797444026 after retry RPC after error@1615869776)))
20:22:05.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:05.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:05.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:05.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:05.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:05.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:05.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:05.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:05.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.338 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:05.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:05.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:05.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.359 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:05.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:05.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:05.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:05.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:05.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:05.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:05.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:05.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:05.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:05.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:05.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:05.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.458 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:05.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:05.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:05.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:05.519 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1194094912(state=PENDING, result=null, callback=(continuation of Deferred@1254835677 after retry RPC after error@2024790709) -> (continuation of Deferred@1976145849 after retry RPC after error@1372278321) -> (continuation of Deferred@1102978168 after retry RPC after error@1195515016) -> (continuation of Deferred@2114924422 after retry RPC after error@1967017136) -> (continuation of Deferred@1154663347 after retry RPC after error@329458173) -> (continuation of Deferred@341266192 after retry RPC after error@327928550) -> (continuation of Deferred@1091984511 after retry RPC after error@1269838185), errback=(continuation of Deferred@1254835677 after retry RPC after error@2024790709) -> (continuation of Deferred@1976145849 after retry RPC after error@1372278321) -> (continuation of Deferred@1102978168 after retry RPC after error@1195515016) -> (continuation of Deferred@2114924422 after retry RPC after error@1967017136) -> (continuation of Deferred@1154663347 after retry RPC after error@329458173) -> (continuation of Deferred@341266192 after retry RPC after error@327928550) -> (continuation of Deferred@1091984511 after retry RPC after error@1269838185)))
20:22:05.520 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1194094912(state=PENDING, result=null, callback=(continuation of Deferred@1254835677 after retry RPC after error@2024790709) -> (continuation of Deferred@1976145849 after retry RPC after error@1372278321) -> (continuation of Deferred@1102978168 after retry RPC after error@1195515016) -> (continuation of Deferred@2114924422 after retry RPC after error@1967017136) -> (continuation of Deferred@1154663347 after retry RPC after error@329458173) -> (continuation of Deferred@341266192 after retry RPC after error@327928550) -> (continuation of Deferred@1091984511 after retry RPC after error@1269838185), errback=(continuation of Deferred@1254835677 after retry RPC after error@2024790709) -> (continuation of Deferred@1976145849 after retry RPC after error@1372278321) -> (continuation of Deferred@1102978168 after retry RPC after error@1195515016) -> (continuation of Deferred@2114924422 after retry RPC after error@1967017136) -> (continuation of Deferred@1154663347 after retry RPC after error@329458173) -> (continuation of Deferred@341266192 after retry RPC after error@327928550) -> (continuation of Deferred@1091984511 after retry RPC after error@1269838185)))
20:22:05.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:05.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:05.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:05.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:05.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:05.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.558 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:05.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:05.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:05.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.578 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:05.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:05.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:05.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:05.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:05.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:05.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:05.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:05.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:05.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.658 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:05.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:22:05.664081 23101 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 1)
20:22:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:22:05.667526 23101 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '0aaa9a720fd748f88290a24a43972cb7', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '0aaa9a720fd748f88290a24a43972cb7', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 1)
20:22:05.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:22:05.668798 23101 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.21.237.252:33275)
20:22:05.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:05.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:05.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.738 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:05.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:05.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:05.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.778 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:05.779 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@167883091(state=PENDING, result=null, callback=(continuation of Deferred@346605748 after retry RPC after error@1661275613) -> (continuation of Deferred@887629718 after retry RPC after error@870617969) -> (continuation of Deferred@1641746641 after retry RPC after error@712737490) -> (continuation of Deferred@1599784092 after retry RPC after error@1211284253) -> (continuation of Deferred@1901487954 after retry RPC after error@130877112) -> (continuation of Deferred@247094521 after retry RPC after error@1393419360) -> (continuation of Deferred@287536548 after retry RPC after error@2125744638), errback=(continuation of Deferred@346605748 after retry RPC after error@1661275613) -> (continuation of Deferred@887629718 after retry RPC after error@870617969) -> (continuation of Deferred@1641746641 after retry RPC after error@712737490) -> (continuation of Deferred@1599784092 after retry RPC after error@1211284253) -> (continuation of Deferred@1901487954 after retry RPC after error@130877112) -> (continuation of Deferred@247094521 after retry RPC after error@1393419360) -> (continuation of Deferred@287536548 after retry RPC after error@2125744638)))
20:22:05.779 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@167883091(state=PENDING, result=null, callback=(continuation of Deferred@346605748 after retry RPC after error@1661275613) -> (continuation of Deferred@887629718 after retry RPC after error@870617969) -> (continuation of Deferred@1641746641 after retry RPC after error@712737490) -> (continuation of Deferred@1599784092 after retry RPC after error@1211284253) -> (continuation of Deferred@1901487954 after retry RPC after error@130877112) -> (continuation of Deferred@247094521 after retry RPC after error@1393419360) -> (continuation of Deferred@287536548 after retry RPC after error@2125744638), errback=(continuation of Deferred@346605748 after retry RPC after error@1661275613) -> (continuation of Deferred@887629718 after retry RPC after error@870617969) -> (continuation of Deferred@1641746641 after retry RPC after error@712737490) -> (continuation of Deferred@1599784092 after retry RPC after error@1211284253) -> (continuation of Deferred@1901487954 after retry RPC after error@130877112) -> (continuation of Deferred@247094521 after retry RPC after error@1393419360) -> (continuation of Deferred@287536548 after retry RPC after error@2125744638)))
20:22:05.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:05.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:05.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:05.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:05.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:05.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:05.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:05.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:05.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:05.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:05.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:05.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.858 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:05.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:05.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:05.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.878 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:05.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:05.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:05.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:05.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:05.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:05.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:05.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:05.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.020 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@481501719(state=PENDING, result=null, callback=(continuation of Deferred@899310232 after retry RPC after error@2113079910) -> (continuation of Deferred@1111916247 after retry RPC after error@1205886738) -> (continuation of Deferred@562588628 after retry RPC after error@1154348473) -> (continuation of Deferred@898407217 after retry RPC after error@1884375645) -> (continuation of Deferred@317016392 after retry RPC after error@959317648) -> (continuation of Deferred@1747601303 after retry RPC after error@307489645) -> (continuation of Deferred@709119846 after retry RPC after error@1662502456), errback=(continuation of Deferred@899310232 after retry RPC after error@2113079910) -> (continuation of Deferred@1111916247 after retry RPC after error@1205886738) -> (continuation of Deferred@562588628 after retry RPC after error@1154348473) -> (continuation of Deferred@898407217 after retry RPC after error@1884375645) -> (continuation of Deferred@317016392 after retry RPC after error@959317648) -> (continuation of Deferred@1747601303 after retry RPC after error@307489645) -> (continuation of Deferred@709119846 after retry RPC after error@1662502456)))
20:22:06.021 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@481501719(state=PENDING, result=null, callback=(continuation of Deferred@899310232 after retry RPC after error@2113079910) -> (continuation of Deferred@1111916247 after retry RPC after error@1205886738) -> (continuation of Deferred@562588628 after retry RPC after error@1154348473) -> (continuation of Deferred@898407217 after retry RPC after error@1884375645) -> (continuation of Deferred@317016392 after retry RPC after error@959317648) -> (continuation of Deferred@1747601303 after retry RPC after error@307489645) -> (continuation of Deferred@709119846 after retry RPC after error@1662502456), errback=(continuation of Deferred@899310232 after retry RPC after error@2113079910) -> (continuation of Deferred@1111916247 after retry RPC after error@1205886738) -> (continuation of Deferred@562588628 after retry RPC after error@1154348473) -> (continuation of Deferred@898407217 after retry RPC after error@1884375645) -> (continuation of Deferred@317016392 after retry RPC after error@959317648) -> (continuation of Deferred@1747601303 after retry RPC after error@307489645) -> (continuation of Deferred@709119846 after retry RPC after error@1662502456)))
20:22:06.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.058 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.078 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.199 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@173972059(state=PENDING, result=null, callback=(continuation of Deferred@1996205581 after retry RPC after error@268700324) -> (continuation of Deferred@87417157 after retry RPC after error@2068262906) -> (continuation of Deferred@1348959577 after retry RPC after error@1619397851) -> (continuation of Deferred@1242818119 after retry RPC after error@149497856) -> (continuation of Deferred@1661927921 after retry RPC after error@859777439) -> (continuation of Deferred@1724633185 after retry RPC after error@665013648), errback=(continuation of Deferred@1996205581 after retry RPC after error@268700324) -> (continuation of Deferred@87417157 after retry RPC after error@2068262906) -> (continuation of Deferred@1348959577 after retry RPC after error@1619397851) -> (continuation of Deferred@1242818119 after retry RPC after error@149497856) -> (continuation of Deferred@1661927921 after retry RPC after error@859777439) -> (continuation of Deferred@1724633185 after retry RPC after error@665013648)))
20:22:06.199 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@173972059(state=PENDING, result=null, callback=(continuation of Deferred@1996205581 after retry RPC after error@268700324) -> (continuation of Deferred@87417157 after retry RPC after error@2068262906) -> (continuation of Deferred@1348959577 after retry RPC after error@1619397851) -> (continuation of Deferred@1242818119 after retry RPC after error@149497856) -> (continuation of Deferred@1661927921 after retry RPC after error@859777439) -> (continuation of Deferred@1724633185 after retry RPC after error@665013648), errback=(continuation of Deferred@1996205581 after retry RPC after error@268700324) -> (continuation of Deferred@87417157 after retry RPC after error@2068262906) -> (continuation of Deferred@1348959577 after retry RPC after error@1619397851) -> (continuation of Deferred@1242818119 after retry RPC after error@149497856) -> (continuation of Deferred@1661927921 after retry RPC after error@859777439) -> (continuation of Deferred@1724633185 after retry RPC after error@665013648)))
20:22:06.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.218 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.358 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.458 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.459 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [0ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@9680314(state=PENDING, result=null, callback=(continuation of Deferred@940763835 after retry RPC after error@877472010) -> (continuation of Deferred@834741780 after retry RPC after error@753040371) -> (continuation of Deferred@50990054 after retry RPC after error@1582458868) -> (continuation of Deferred@1721437100 after retry RPC after error@1503250799) -> (continuation of Deferred@169852033 after retry RPC after error@1195317233) -> (continuation of Deferred@2043130577 after retry RPC after error@1845681719) -> (continuation of Deferred@420388034 after retry RPC after error@640782477), errback=(continuation of Deferred@940763835 after retry RPC after error@877472010) -> (continuation of Deferred@834741780 after retry RPC after error@753040371) -> (continuation of Deferred@50990054 after retry RPC after error@1582458868) -> (continuation of Deferred@1721437100 after retry RPC after error@1503250799) -> (continuation of Deferred@169852033 after retry RPC after error@1195317233) -> (continuation of Deferred@2043130577 after retry RPC after error@1845681719) -> (continuation of Deferred@420388034 after retry RPC after error@640782477)))
20:22:06.459 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [0ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@9680314(state=PENDING, result=null, callback=(continuation of Deferred@940763835 after retry RPC after error@877472010) -> (continuation of Deferred@834741780 after retry RPC after error@753040371) -> (continuation of Deferred@50990054 after retry RPC after error@1582458868) -> (continuation of Deferred@1721437100 after retry RPC after error@1503250799) -> (continuation of Deferred@169852033 after retry RPC after error@1195317233) -> (continuation of Deferred@2043130577 after retry RPC after error@1845681719) -> (continuation of Deferred@420388034 after retry RPC after error@640782477), errback=(continuation of Deferred@940763835 after retry RPC after error@877472010) -> (continuation of Deferred@834741780 after retry RPC after error@753040371) -> (continuation of Deferred@50990054 after retry RPC after error@1582458868) -> (continuation of Deferred@1721437100 after retry RPC after error@1503250799) -> (continuation of Deferred@169852033 after retry RPC after error@1195317233) -> (continuation of Deferred@2043130577 after retry RPC after error@1845681719) -> (continuation of Deferred@420388034 after retry RPC after error@640782477)))
20:22:06.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.498 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.639 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1874847811(state=PENDING, result=null, callback=(continuation of Deferred@1450034822 after retry RPC after error@1439563013) -> (continuation of Deferred@468456897 after retry RPC after error@193010447) -> (continuation of Deferred@861971727 after retry RPC after error@167728051) -> (continuation of Deferred@1925586256 after retry RPC after error@1897675108) -> (continuation of Deferred@1197646485 after retry RPC after error@879952641) -> (continuation of Deferred@1990046786 after retry RPC after error@1725588716), errback=(continuation of Deferred@1450034822 after retry RPC after error@1439563013) -> (continuation of Deferred@468456897 after retry RPC after error@193010447) -> (continuation of Deferred@861971727 after retry RPC after error@167728051) -> (continuation of Deferred@1925586256 after retry RPC after error@1897675108) -> (continuation of Deferred@1197646485 after retry RPC after error@879952641) -> (continuation of Deferred@1990046786 after retry RPC after error@1725588716)))
20:22:06.639 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1874847811(state=PENDING, result=null, callback=(continuation of Deferred@1450034822 after retry RPC after error@1439563013) -> (continuation of Deferred@468456897 after retry RPC after error@193010447) -> (continuation of Deferred@861971727 after retry RPC after error@167728051) -> (continuation of Deferred@1925586256 after retry RPC after error@1897675108) -> (continuation of Deferred@1197646485 after retry RPC after error@879952641) -> (continuation of Deferred@1990046786 after retry RPC after error@1725588716), errback=(continuation of Deferred@1450034822 after retry RPC after error@1439563013) -> (continuation of Deferred@468456897 after retry RPC after error@193010447) -> (continuation of Deferred@861971727 after retry RPC after error@167728051) -> (continuation of Deferred@1925586256 after retry RPC after error@1897675108) -> (continuation of Deferred@1197646485 after retry RPC after error@879952641) -> (continuation of Deferred@1990046786 after retry RPC after error@1725588716)))
20:22:06.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.658 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.799 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [103ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@456186474(state=PENDING, result=null, callback=(continuation of Deferred@744658798 after retry RPC after error@212385913) -> (continuation of Deferred@1557313950 after retry RPC after error@1101843428) -> (continuation of Deferred@2035154264 after retry RPC after error@858542336) -> (continuation of Deferred@2054885554 after retry RPC after error@1571756018) -> (continuation of Deferred@1260295714 after retry RPC after error@443251216) -> (continuation of Deferred@951519087 after retry RPC after error@486709004), errback=(continuation of Deferred@744658798 after retry RPC after error@212385913) -> (continuation of Deferred@1557313950 after retry RPC after error@1101843428) -> (continuation of Deferred@2035154264 after retry RPC after error@858542336) -> (continuation of Deferred@2054885554 after retry RPC after error@1571756018) -> (continuation of Deferred@1260295714 after retry RPC after error@443251216) -> (continuation of Deferred@951519087 after retry RPC after error@486709004)))
20:22:06.799 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [103ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@456186474(state=PENDING, result=null, callback=(continuation of Deferred@744658798 after retry RPC after error@212385913) -> (continuation of Deferred@1557313950 after retry RPC after error@1101843428) -> (continuation of Deferred@2035154264 after retry RPC after error@858542336) -> (continuation of Deferred@2054885554 after retry RPC after error@1571756018) -> (continuation of Deferred@1260295714 after retry RPC after error@443251216) -> (continuation of Deferred@951519087 after retry RPC after error@486709004), errback=(continuation of Deferred@744658798 after retry RPC after error@212385913) -> (continuation of Deferred@1557313950 after retry RPC after error@1101843428) -> (continuation of Deferred@2035154264 after retry RPC after error@858542336) -> (continuation of Deferred@2054885554 after retry RPC after error@1571756018) -> (continuation of Deferred@1260295714 after retry RPC after error@443251216) -> (continuation of Deferred@951519087 after retry RPC after error@486709004)))
20:22:06.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.818 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.838 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.898 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:06.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:06.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:06.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:06.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:06.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:07.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:07.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:07.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.058 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:07.059 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@465553352(state=PENDING, result=null, callback=(continuation of Deferred@1285519099 after retry RPC after error@1351406465) -> (continuation of Deferred@2015323218 after retry RPC after error@494632222) -> (continuation of Deferred@719648996 after retry RPC after error@474097378) -> (continuation of Deferred@528280780 after retry RPC after error@1495921072) -> (continuation of Deferred@1418138025 after retry RPC after error@1509906669) -> (continuation of Deferred@555599250 after retry RPC after error@925828208) -> (continuation of Deferred@1531531621 after retry RPC after error@2027049681), errback=(continuation of Deferred@1285519099 after retry RPC after error@1351406465) -> (continuation of Deferred@2015323218 after retry RPC after error@494632222) -> (continuation of Deferred@719648996 after retry RPC after error@474097378) -> (continuation of Deferred@528280780 after retry RPC after error@1495921072) -> (continuation of Deferred@1418138025 after retry RPC after error@1509906669) -> (continuation of Deferred@555599250 after retry RPC after error@925828208) -> (continuation of Deferred@1531531621 after retry RPC after error@2027049681)))
20:22:07.059 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@465553352(state=PENDING, result=null, callback=(continuation of Deferred@1285519099 after retry RPC after error@1351406465) -> (continuation of Deferred@2015323218 after retry RPC after error@494632222) -> (continuation of Deferred@719648996 after retry RPC after error@474097378) -> (continuation of Deferred@528280780 after retry RPC after error@1495921072) -> (continuation of Deferred@1418138025 after retry RPC after error@1509906669) -> (continuation of Deferred@555599250 after retry RPC after error@925828208) -> (continuation of Deferred@1531531621 after retry RPC after error@2027049681), errback=(continuation of Deferred@1285519099 after retry RPC after error@1351406465) -> (continuation of Deferred@2015323218 after retry RPC after error@494632222) -> (continuation of Deferred@719648996 after retry RPC after error@474097378) -> (continuation of Deferred@528280780 after retry RPC after error@1495921072) -> (continuation of Deferred@1418138025 after retry RPC after error@1509906669) -> (continuation of Deferred@555599250 after retry RPC after error@925828208) -> (continuation of Deferred@1531531621 after retry RPC after error@2027049681)))
20:22:07.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:07.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:07.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:07.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:07.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:07.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:07.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:07.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:07.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.118 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:07.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:07.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:07.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:07.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:07.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:07.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.158 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:07.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:07.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:07.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.198 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:07.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:07.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:07.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:07.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:07.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:07.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.278 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:07.279 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [200ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@399398914(state=PENDING, result=null, callback=(continuation of Deferred@409884594 after retry RPC after error@1539730843) -> (continuation of Deferred@1691617348 after retry RPC after error@29311636) -> (continuation of Deferred@1795577558 after retry RPC after error@54805656) -> (continuation of Deferred@1192684188 after retry RPC after error@1011264264) -> (continuation of Deferred@1706027696 after retry RPC after error@1148064281) -> (continuation of Deferred@886854146 after retry RPC after error@1028370810) -> (continuation of Deferred@657139209 after retry RPC after error@333518383), errback=(continuation of Deferred@409884594 after retry RPC after error@1539730843) -> (continuation of Deferred@1691617348 after retry RPC after error@29311636) -> (continuation of Deferred@1795577558 after retry RPC after error@54805656) -> (continuation of Deferred@1192684188 after retry RPC after error@1011264264) -> (continuation of Deferred@1706027696 after retry RPC after error@1148064281) -> (continuation of Deferred@886854146 after retry RPC after error@1028370810) -> (continuation of Deferred@657139209 after retry RPC after error@333518383)))
20:22:07.279 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [200ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@399398914(state=PENDING, result=null, callback=(continuation of Deferred@409884594 after retry RPC after error@1539730843) -> (continuation of Deferred@1691617348 after retry RPC after error@29311636) -> (continuation of Deferred@1795577558 after retry RPC after error@54805656) -> (continuation of Deferred@1192684188 after retry RPC after error@1011264264) -> (continuation of Deferred@1706027696 after retry RPC after error@1148064281) -> (continuation of Deferred@886854146 after retry RPC after error@1028370810) -> (continuation of Deferred@657139209 after retry RPC after error@333518383), errback=(continuation of Deferred@409884594 after retry RPC after error@1539730843) -> (continuation of Deferred@1691617348 after retry RPC after error@29311636) -> (continuation of Deferred@1795577558 after retry RPC after error@54805656) -> (continuation of Deferred@1192684188 after retry RPC after error@1011264264) -> (continuation of Deferred@1706027696 after retry RPC after error@1148064281) -> (continuation of Deferred@886854146 after retry RPC after error@1028370810) -> (continuation of Deferred@657139209 after retry RPC after error@333518383)))
20:22:07.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:07.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:07.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:07.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:07.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:07.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:07.339 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:07.339 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:07.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.341 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:07.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:07.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:07.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.358 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:07.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:07.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:07.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:07.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:07.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:07.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.398 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:07.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:07.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:07.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.418 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:07.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:07.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:07.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.498 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:07.499 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@21428056(state=PENDING, result=null, callback=(continuation of Deferred@479380026 after retry RPC after error@1830870324) -> (continuation of Deferred@2079712511 after retry RPC after error@1304375534) -> (continuation of Deferred@1194764401 after retry RPC after error@739513566) -> (continuation of Deferred@2022887359 after retry RPC after error@1277077507) -> (continuation of Deferred@1050277073 after retry RPC after error@841463096) -> (continuation of Deferred@1554414580 after retry RPC after error@1698795219) -> (continuation of Deferred@336576982 after retry RPC after error@453916698), errback=(continuation of Deferred@479380026 after retry RPC after error@1830870324) -> (continuation of Deferred@2079712511 after retry RPC after error@1304375534) -> (continuation of Deferred@1194764401 after retry RPC after error@739513566) -> (continuation of Deferred@2022887359 after retry RPC after error@1277077507) -> (continuation of Deferred@1050277073 after retry RPC after error@841463096) -> (continuation of Deferred@1554414580 after retry RPC after error@1698795219) -> (continuation of Deferred@336576982 after retry RPC after error@453916698)))
20:22:07.499 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@21428056(state=PENDING, result=null, callback=(continuation of Deferred@479380026 after retry RPC after error@1830870324) -> (continuation of Deferred@2079712511 after retry RPC after error@1304375534) -> (continuation of Deferred@1194764401 after retry RPC after error@739513566) -> (continuation of Deferred@2022887359 after retry RPC after error@1277077507) -> (continuation of Deferred@1050277073 after retry RPC after error@841463096) -> (continuation of Deferred@1554414580 after retry RPC after error@1698795219) -> (continuation of Deferred@336576982 after retry RPC after error@453916698), errback=(continuation of Deferred@479380026 after retry RPC after error@1830870324) -> (continuation of Deferred@2079712511 after retry RPC after error@1304375534) -> (continuation of Deferred@1194764401 after retry RPC after error@739513566) -> (continuation of Deferred@2022887359 after retry RPC after error@1277077507) -> (continuation of Deferred@1050277073 after retry RPC after error@841463096) -> (continuation of Deferred@1554414580 after retry RPC after error@1698795219) -> (continuation of Deferred@336576982 after retry RPC after error@453916698)))
20:22:07.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:07.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:07.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:07.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:07.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:07.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:07.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:07.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:07.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.558 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:07.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:07.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:07.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:07.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:07.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:07.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:07.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:07.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:07.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:07.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:07.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:07.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.698 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:07.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:07.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:07.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:07.759 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [180ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1126123412(state=PENDING, result=null, callback=(continuation of Deferred@1303446384 after retry RPC after error@1402783550) -> (continuation of Deferred@848470992 after retry RPC after error@185102833) -> (continuation of Deferred@1315395939 after retry RPC after error@2071450278) -> (continuation of Deferred@1557951035 after retry RPC after error@336791464) -> (continuation of Deferred@1615587336 after retry RPC after error@627897413) -> (continuation of Deferred@446568313 after retry RPC after error@373059013) -> (continuation of Deferred@696831138 after retry RPC after error@1795476234), errback=(continuation of Deferred@1303446384 after retry RPC after error@1402783550) -> (continuation of Deferred@848470992 after retry RPC after error@185102833) -> (continuation of Deferred@1315395939 after retry RPC after error@2071450278) -> (continuation of Deferred@1557951035 after retry RPC after error@336791464) -> (continuation of Deferred@1615587336 after retry RPC after error@627897413) -> (continuation of Deferred@446568313 after retry RPC after error@373059013) -> (continuation of Deferred@696831138 after retry RPC after error@1795476234)))
20:22:07.760 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [180ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1126123412(state=PENDING, result=null, callback=(continuation of Deferred@1303446384 after retry RPC after error@1402783550) -> (continuation of Deferred@848470992 after retry RPC after error@185102833) -> (continuation of Deferred@1315395939 after retry RPC after error@2071450278) -> (continuation of Deferred@1557951035 after retry RPC after error@336791464) -> (continuation of Deferred@1615587336 after retry RPC after error@627897413) -> (continuation of Deferred@446568313 after retry RPC after error@373059013) -> (continuation of Deferred@696831138 after retry RPC after error@1795476234), errback=(continuation of Deferred@1303446384 after retry RPC after error@1402783550) -> (continuation of Deferred@848470992 after retry RPC after error@185102833) -> (continuation of Deferred@1315395939 after retry RPC after error@2071450278) -> (continuation of Deferred@1557951035 after retry RPC after error@336791464) -> (continuation of Deferred@1615587336 after retry RPC after error@627897413) -> (continuation of Deferred@446568313 after retry RPC after error@373059013) -> (continuation of Deferred@696831138 after retry RPC after error@1795476234)))
20:22:07.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:07.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:07.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:07.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:07.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:07.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.798 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:07.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:07.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:07.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:07.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:07.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:07.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.838 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:07.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:07.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:07.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.858 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:07.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:07.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:07.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:07.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:07.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:07.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:07.960 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@134182175(state=PENDING, result=null, callback=(continuation of Deferred@603404239 after retry RPC after error@1825700193) -> (continuation of Deferred@643806494 after retry RPC after error@1525971783) -> (continuation of Deferred@1076328089 after retry RPC after error@593397005) -> (continuation of Deferred@2029134653 after retry RPC after error@19222823) -> (continuation of Deferred@2051898404 after retry RPC after error@762116237) -> (continuation of Deferred@1156500950 after retry RPC after error@1869156357), errback=(continuation of Deferred@603404239 after retry RPC after error@1825700193) -> (continuation of Deferred@643806494 after retry RPC after error@1525971783) -> (continuation of Deferred@1076328089 after retry RPC after error@593397005) -> (continuation of Deferred@2029134653 after retry RPC after error@19222823) -> (continuation of Deferred@2051898404 after retry RPC after error@762116237) -> (continuation of Deferred@1156500950 after retry RPC after error@1869156357)))
20:22:07.960 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@134182175(state=PENDING, result=null, callback=(continuation of Deferred@603404239 after retry RPC after error@1825700193) -> (continuation of Deferred@643806494 after retry RPC after error@1525971783) -> (continuation of Deferred@1076328089 after retry RPC after error@593397005) -> (continuation of Deferred@2029134653 after retry RPC after error@19222823) -> (continuation of Deferred@2051898404 after retry RPC after error@762116237) -> (continuation of Deferred@1156500950 after retry RPC after error@1869156357), errback=(continuation of Deferred@603404239 after retry RPC after error@1825700193) -> (continuation of Deferred@643806494 after retry RPC after error@1525971783) -> (continuation of Deferred@1076328089 after retry RPC after error@593397005) -> (continuation of Deferred@2029134653 after retry RPC after error@19222823) -> (continuation of Deferred@2051898404 after retry RPC after error@762116237) -> (continuation of Deferred@1156500950 after retry RPC after error@1869156357)))
20:22:07.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:07.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:07.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:07.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:07.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:07.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:07.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:07.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.018 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.078 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.138 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.198 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.199 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@473680387(state=PENDING, result=null, callback=(continuation of Deferred@1635640094 after retry RPC after error@829082748) -> (continuation of Deferred@648735731 after retry RPC after error@1677936375) -> (continuation of Deferred@1785216122 after retry RPC after error@218502247) -> (continuation of Deferred@2080543559 after retry RPC after error@38291150) -> (continuation of Deferred@703082769 after retry RPC after error@342928743) -> (continuation of Deferred@2080410629 after retry RPC after error@1019136893) -> (continuation of Deferred@1412826434 after retry RPC after error@1161593142), errback=(continuation of Deferred@1635640094 after retry RPC after error@829082748) -> (continuation of Deferred@648735731 after retry RPC after error@1677936375) -> (continuation of Deferred@1785216122 after retry RPC after error@218502247) -> (continuation of Deferred@2080543559 after retry RPC after error@38291150) -> (continuation of Deferred@703082769 after retry RPC after error@342928743) -> (continuation of Deferred@2080410629 after retry RPC after error@1019136893) -> (continuation of Deferred@1412826434 after retry RPC after error@1161593142)))
20:22:08.199 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@473680387(state=PENDING, result=null, callback=(continuation of Deferred@1635640094 after retry RPC after error@829082748) -> (continuation of Deferred@648735731 after retry RPC after error@1677936375) -> (continuation of Deferred@1785216122 after retry RPC after error@218502247) -> (continuation of Deferred@2080543559 after retry RPC after error@38291150) -> (continuation of Deferred@703082769 after retry RPC after error@342928743) -> (continuation of Deferred@2080410629 after retry RPC after error@1019136893) -> (continuation of Deferred@1412826434 after retry RPC after error@1161593142), errback=(continuation of Deferred@1635640094 after retry RPC after error@829082748) -> (continuation of Deferred@648735731 after retry RPC after error@1677936375) -> (continuation of Deferred@1785216122 after retry RPC after error@218502247) -> (continuation of Deferred@2080543559 after retry RPC after error@38291150) -> (continuation of Deferred@703082769 after retry RPC after error@342928743) -> (continuation of Deferred@2080410629 after retry RPC after error@1019136893) -> (continuation of Deferred@1412826434 after retry RPC after error@1161593142)))
20:22:08.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.278 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.399 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@928380083(state=PENDING, result=null, callback=(continuation of Deferred@1018351062 after retry RPC after error@157786989) -> (continuation of Deferred@1940881775 after retry RPC after error@1808208837) -> (continuation of Deferred@1093775126 after retry RPC after error@1979252886) -> (continuation of Deferred@2052215743 after retry RPC after error@702037515) -> (continuation of Deferred@1709014329 after retry RPC after error@1486695588) -> (continuation of Deferred@817513379 after retry RPC after error@1492786137), errback=(continuation of Deferred@1018351062 after retry RPC after error@157786989) -> (continuation of Deferred@1940881775 after retry RPC after error@1808208837) -> (continuation of Deferred@1093775126 after retry RPC after error@1979252886) -> (continuation of Deferred@2052215743 after retry RPC after error@702037515) -> (continuation of Deferred@1709014329 after retry RPC after error@1486695588) -> (continuation of Deferred@817513379 after retry RPC after error@1492786137)))
20:22:08.400 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@928380083(state=PENDING, result=null, callback=(continuation of Deferred@1018351062 after retry RPC after error@157786989) -> (continuation of Deferred@1940881775 after retry RPC after error@1808208837) -> (continuation of Deferred@1093775126 after retry RPC after error@1979252886) -> (continuation of Deferred@2052215743 after retry RPC after error@702037515) -> (continuation of Deferred@1709014329 after retry RPC after error@1486695588) -> (continuation of Deferred@817513379 after retry RPC after error@1492786137), errback=(continuation of Deferred@1018351062 after retry RPC after error@157786989) -> (continuation of Deferred@1940881775 after retry RPC after error@1808208837) -> (continuation of Deferred@1093775126 after retry RPC after error@1979252886) -> (continuation of Deferred@2052215743 after retry RPC after error@702037515) -> (continuation of Deferred@1709014329 after retry RPC after error@1486695588) -> (continuation of Deferred@817513379 after retry RPC after error@1492786137)))
20:22:08.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.418 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.438 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.458 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.479 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.480 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.480 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.480 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.480 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.480 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.498 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.538 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.659 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@466414851(state=PENDING, result=null, callback=(continuation of Deferred@228323752 after retry RPC after error@984280289) -> (continuation of Deferred@631119840 after retry RPC after error@1497782949) -> (continuation of Deferred@184739476 after retry RPC after error@1721949937) -> (continuation of Deferred@865516762 after retry RPC after error@1492011903) -> (continuation of Deferred@1145319600 after retry RPC after error@887171999) -> (continuation of Deferred@848769461 after retry RPC after error@403190059) -> (continuation of Deferred@2100052778 after retry RPC after error@1085027011), errback=(continuation of Deferred@228323752 after retry RPC after error@984280289) -> (continuation of Deferred@631119840 after retry RPC after error@1497782949) -> (continuation of Deferred@184739476 after retry RPC after error@1721949937) -> (continuation of Deferred@865516762 after retry RPC after error@1492011903) -> (continuation of Deferred@1145319600 after retry RPC after error@887171999) -> (continuation of Deferred@848769461 after retry RPC after error@403190059) -> (continuation of Deferred@2100052778 after retry RPC after error@1085027011)))
20:22:08.660 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@466414851(state=PENDING, result=null, callback=(continuation of Deferred@228323752 after retry RPC after error@984280289) -> (continuation of Deferred@631119840 after retry RPC after error@1497782949) -> (continuation of Deferred@184739476 after retry RPC after error@1721949937) -> (continuation of Deferred@865516762 after retry RPC after error@1492011903) -> (continuation of Deferred@1145319600 after retry RPC after error@887171999) -> (continuation of Deferred@848769461 after retry RPC after error@403190059) -> (continuation of Deferred@2100052778 after retry RPC after error@1085027011), errback=(continuation of Deferred@228323752 after retry RPC after error@984280289) -> (continuation of Deferred@631119840 after retry RPC after error@1497782949) -> (continuation of Deferred@184739476 after retry RPC after error@1721949937) -> (continuation of Deferred@865516762 after retry RPC after error@1492011903) -> (continuation of Deferred@1145319600 after retry RPC after error@887171999) -> (continuation of Deferred@848769461 after retry RPC after error@403190059) -> (continuation of Deferred@2100052778 after retry RPC after error@1085027011)))
20:22:08.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.818 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.819 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@312228367(state=PENDING, result=null, callback=(continuation of Deferred@937604855 after retry RPC after error@185476894) -> (continuation of Deferred@197793443 after retry RPC after error@2029324695) -> (continuation of Deferred@1518488944 after retry RPC after error@550418409) -> (continuation of Deferred@2070598237 after retry RPC after error@730060054) -> (continuation of Deferred@1671623899 after retry RPC after error@906389177) -> (continuation of Deferred@466854430 after retry RPC after error@785248023), errback=(continuation of Deferred@937604855 after retry RPC after error@185476894) -> (continuation of Deferred@197793443 after retry RPC after error@2029324695) -> (continuation of Deferred@1518488944 after retry RPC after error@550418409) -> (continuation of Deferred@2070598237 after retry RPC after error@730060054) -> (continuation of Deferred@1671623899 after retry RPC after error@906389177) -> (continuation of Deferred@466854430 after retry RPC after error@785248023)))
20:22:08.819 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@312228367(state=PENDING, result=null, callback=(continuation of Deferred@937604855 after retry RPC after error@185476894) -> (continuation of Deferred@197793443 after retry RPC after error@2029324695) -> (continuation of Deferred@1518488944 after retry RPC after error@550418409) -> (continuation of Deferred@2070598237 after retry RPC after error@730060054) -> (continuation of Deferred@1671623899 after retry RPC after error@906389177) -> (continuation of Deferred@466854430 after retry RPC after error@785248023), errback=(continuation of Deferred@937604855 after retry RPC after error@185476894) -> (continuation of Deferred@197793443 after retry RPC after error@2029324695) -> (continuation of Deferred@1518488944 after retry RPC after error@550418409) -> (continuation of Deferred@2070598237 after retry RPC after error@730060054) -> (continuation of Deferred@1671623899 after retry RPC after error@906389177) -> (continuation of Deferred@466854430 after retry RPC after error@785248023)))
20:22:08.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:08.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:08.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:08.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:08.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:08.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:09.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:09.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:09.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:09.039 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1414560948(state=PENDING, result=null, callback=(continuation of Deferred@121615096 after retry RPC after error@1641720814) -> (continuation of Deferred@1544099531 after retry RPC after error@199975970) -> (continuation of Deferred@1907994581 after retry RPC after error@1158217687) -> (continuation of Deferred@1361250035 after retry RPC after error@20554369) -> (continuation of Deferred@1027760756 after retry RPC after error@1068942412) -> (continuation of Deferred@1986746839 after retry RPC after error@982175793) -> (continuation of Deferred@343233750 after retry RPC after error@501769904), errback=(continuation of Deferred@121615096 after retry RPC after error@1641720814) -> (continuation of Deferred@1544099531 after retry RPC after error@199975970) -> (continuation of Deferred@1907994581 after retry RPC after error@1158217687) -> (continuation of Deferred@1361250035 after retry RPC after error@20554369) -> (continuation of Deferred@1027760756 after retry RPC after error@1068942412) -> (continuation of Deferred@1986746839 after retry RPC after error@982175793) -> (continuation of Deferred@343233750 after retry RPC after error@501769904)))
20:22:09.040 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1414560948(state=PENDING, result=null, callback=(continuation of Deferred@121615096 after retry RPC after error@1641720814) -> (continuation of Deferred@1544099531 after retry RPC after error@199975970) -> (continuation of Deferred@1907994581 after retry RPC after error@1158217687) -> (continuation of Deferred@1361250035 after retry RPC after error@20554369) -> (continuation of Deferred@1027760756 after retry RPC after error@1068942412) -> (continuation of Deferred@1986746839 after retry RPC after error@982175793) -> (continuation of Deferred@343233750 after retry RPC after error@501769904), errback=(continuation of Deferred@121615096 after retry RPC after error@1641720814) -> (continuation of Deferred@1544099531 after retry RPC after error@199975970) -> (continuation of Deferred@1907994581 after retry RPC after error@1158217687) -> (continuation of Deferred@1361250035 after retry RPC after error@20554369) -> (continuation of Deferred@1027760756 after retry RPC after error@1068942412) -> (continuation of Deferred@1986746839 after retry RPC after error@982175793) -> (continuation of Deferred@343233750 after retry RPC after error@501769904)))
20:22:09.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:09.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:09.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.058 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:09.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:09.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:09.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.078 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:09.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:09.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:09.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:09.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:09.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:09.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:09.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:09.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:09.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:09.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:09.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:09.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:09.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:09.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:09.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.218 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:09.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:09.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:09.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:09.239 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [160ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@179761271(state=PENDING, result=null, callback=(continuation of Deferred@1687389984 after retry RPC after error@710393206) -> (continuation of Deferred@849119109 after retry RPC after error@261418217) -> (continuation of Deferred@2001129660 after retry RPC after error@1626177327) -> (continuation of Deferred@907766808 after retry RPC after error@515911062) -> (continuation of Deferred@1606602178 after retry RPC after error@1415435538) -> (continuation of Deferred@961222701 after retry RPC after error@645414415) -> (continuation of Deferred@1872579551 after retry RPC after error@1431500411), errback=(continuation of Deferred@1687389984 after retry RPC after error@710393206) -> (continuation of Deferred@849119109 after retry RPC after error@261418217) -> (continuation of Deferred@2001129660 after retry RPC after error@1626177327) -> (continuation of Deferred@907766808 after retry RPC after error@515911062) -> (continuation of Deferred@1606602178 after retry RPC after error@1415435538) -> (continuation of Deferred@961222701 after retry RPC after error@645414415) -> (continuation of Deferred@1872579551 after retry RPC after error@1431500411)))
20:22:09.240 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [160ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@179761271(state=PENDING, result=null, callback=(continuation of Deferred@1687389984 after retry RPC after error@710393206) -> (continuation of Deferred@849119109 after retry RPC after error@261418217) -> (continuation of Deferred@2001129660 after retry RPC after error@1626177327) -> (continuation of Deferred@907766808 after retry RPC after error@515911062) -> (continuation of Deferred@1606602178 after retry RPC after error@1415435538) -> (continuation of Deferred@961222701 after retry RPC after error@645414415) -> (continuation of Deferred@1872579551 after retry RPC after error@1431500411), errback=(continuation of Deferred@1687389984 after retry RPC after error@710393206) -> (continuation of Deferred@849119109 after retry RPC after error@261418217) -> (continuation of Deferred@2001129660 after retry RPC after error@1626177327) -> (continuation of Deferred@907766808 after retry RPC after error@515911062) -> (continuation of Deferred@1606602178 after retry RPC after error@1415435538) -> (continuation of Deferred@961222701 after retry RPC after error@645414415) -> (continuation of Deferred@1872579551 after retry RPC after error@1431500411)))
20:22:09.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:09.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:09.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:09.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:09.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:09.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:09.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:09.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:09.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:09.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:09.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:09.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:09.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:09.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:09.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:09.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:09.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:09.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.358 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:09.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:09.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:09.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.398 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:09.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:09.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:09.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:09.517 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@2077490590(state=PENDING, result=null, callback=(continuation of Deferred@1466755098 after retry RPC after error@2070582737) -> (continuation of Deferred@1405626080 after retry RPC after error@932384266) -> (continuation of Deferred@126815450 after retry RPC after error@686081511) -> (continuation of Deferred@982063421 after retry RPC after error@356889400) -> (continuation of Deferred@1783862422 after retry RPC after error@1687596998) -> (continuation of Deferred@371462808 after retry RPC after error@775991063) -> (continuation of Deferred@1480685933 after retry RPC after error@158864700) -> (continuation of Deferred@1065252441 after retry RPC after error@342707894), errback=(continuation of Deferred@1466755098 after retry RPC after error@2070582737) -> (continuation of Deferred@1405626080 after retry RPC after error@932384266) -> (continuation of Deferred@126815450 after retry RPC after error@686081511) -> (continuation of Deferred@982063421 after retry RPC after error@356889400) -> (continuation of Deferred@1783862422 after retry RPC after error@1687596998) -> (continuation of Deferred@371462808 after retry RPC after error@775991063) -> (continuation of Deferred@1480685933 after retry RPC after error@158864700) -> (continuation of Deferred@1065252441 after retry RPC after error@342707894)))
20:22:09.518 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
20:22:09.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:09.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:09.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:09.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:09.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:09.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.558 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:09.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:09.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:09.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:09.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:09.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:09.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:09.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:09.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:09.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:09.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:09.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:09.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:09.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:09.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:09.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:09.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:09.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:09.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.738 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:09.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:09.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:09.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.778 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:09.779 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1534277116(state=PENDING, result=null, callback=(continuation of Deferred@1890205882 after retry RPC after error@1496627490) -> (continuation of Deferred@540857823 after retry RPC after error@1646446833) -> (continuation of Deferred@1076886431 after retry RPC after error@1018083089) -> (continuation of Deferred@2054823798 after retry RPC after error@241902984) -> (continuation of Deferred@824689881 after retry RPC after error@2029579219) -> (continuation of Deferred@1381227029 after retry RPC after error@96723634) -> (continuation of Deferred@181268447 after retry RPC after error@894712614) -> (continuation of Deferred@2040253675 after retry RPC after error@1666672408), errback=(continuation of Deferred@1890205882 after retry RPC after error@1496627490) -> (continuation of Deferred@540857823 after retry RPC after error@1646446833) -> (continuation of Deferred@1076886431 after retry RPC after error@1018083089) -> (continuation of Deferred@2054823798 after retry RPC after error@241902984) -> (continuation of Deferred@824689881 after retry RPC after error@2029579219) -> (continuation of Deferred@1381227029 after retry RPC after error@96723634) -> (continuation of Deferred@181268447 after retry RPC after error@894712614) -> (continuation of Deferred@2040253675 after retry RPC after error@1666672408)))
20:22:09.779 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1534277116(state=PENDING, result=null, callback=(continuation of Deferred@1890205882 after retry RPC after error@1496627490) -> (continuation of Deferred@540857823 after retry RPC after error@1646446833) -> (continuation of Deferred@1076886431 after retry RPC after error@1018083089) -> (continuation of Deferred@2054823798 after retry RPC after error@241902984) -> (continuation of Deferred@824689881 after retry RPC after error@2029579219) -> (continuation of Deferred@1381227029 after retry RPC after error@96723634) -> (continuation of Deferred@181268447 after retry RPC after error@894712614) -> (continuation of Deferred@2040253675 after retry RPC after error@1666672408), errback=(continuation of Deferred@1890205882 after retry RPC after error@1496627490) -> (continuation of Deferred@540857823 after retry RPC after error@1646446833) -> (continuation of Deferred@1076886431 after retry RPC after error@1018083089) -> (continuation of Deferred@2054823798 after retry RPC after error@241902984) -> (continuation of Deferred@824689881 after retry RPC after error@2029579219) -> (continuation of Deferred@1381227029 after retry RPC after error@96723634) -> (continuation of Deferred@181268447 after retry RPC after error@894712614) -> (continuation of Deferred@2040253675 after retry RPC after error@1666672408)))
20:22:09.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:09.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:09.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:09.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:09.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:09.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:09.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:09.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:09.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.838 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:09.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:09.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:09.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:09.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:09.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:09.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:09.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:09.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:09.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:09.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:09.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:09.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:09.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:09.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.018 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.018 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1427208519(state=PENDING, result=null, callback=(continuation of Deferred@248513645 after retry RPC after error@621451245) -> (continuation of Deferred@2119949612 after retry RPC after error@551438561) -> (continuation of Deferred@782488571 after retry RPC after error@1600621629) -> (continuation of Deferred@2138413120 after retry RPC after error@759057935) -> (continuation of Deferred@498232408 after retry RPC after error@2119634359) -> (continuation of Deferred@758332837 after retry RPC after error@1914847290) -> (continuation of Deferred@2088514186 after retry RPC after error@973120007), errback=(continuation of Deferred@248513645 after retry RPC after error@621451245) -> (continuation of Deferred@2119949612 after retry RPC after error@551438561) -> (continuation of Deferred@782488571 after retry RPC after error@1600621629) -> (continuation of Deferred@2138413120 after retry RPC after error@759057935) -> (continuation of Deferred@498232408 after retry RPC after error@2119634359) -> (continuation of Deferred@758332837 after retry RPC after error@1914847290) -> (continuation of Deferred@2088514186 after retry RPC after error@973120007)))
20:22:10.019 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1427208519(state=PENDING, result=null, callback=(continuation of Deferred@248513645 after retry RPC after error@621451245) -> (continuation of Deferred@2119949612 after retry RPC after error@551438561) -> (continuation of Deferred@782488571 after retry RPC after error@1600621629) -> (continuation of Deferred@2138413120 after retry RPC after error@759057935) -> (continuation of Deferred@498232408 after retry RPC after error@2119634359) -> (continuation of Deferred@758332837 after retry RPC after error@1914847290) -> (continuation of Deferred@2088514186 after retry RPC after error@973120007), errback=(continuation of Deferred@248513645 after retry RPC after error@621451245) -> (continuation of Deferred@2119949612 after retry RPC after error@551438561) -> (continuation of Deferred@782488571 after retry RPC after error@1600621629) -> (continuation of Deferred@2138413120 after retry RPC after error@759057935) -> (continuation of Deferred@498232408 after retry RPC after error@2119634359) -> (continuation of Deferred@758332837 after retry RPC after error@1914847290) -> (continuation of Deferred@2088514186 after retry RPC after error@973120007)))
20:22:10.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.058 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.098 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.218 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.219 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1988373737(state=PENDING, result=null, callback=(continuation of Deferred@2143263292 after retry RPC after error@117787366) -> (continuation of Deferred@40571646 after retry RPC after error@1440716094) -> (continuation of Deferred@1446153155 after retry RPC after error@2077079961) -> (continuation of Deferred@560703740 after retry RPC after error@146063242) -> (continuation of Deferred@1251627468 after retry RPC after error@1552758903) -> (continuation of Deferred@551372626 after retry RPC after error@230224940) -> (continuation of Deferred@364167270 after retry RPC after error@542055463) -> (continuation of Deferred@1793206443 after retry RPC after error@548513871), errback=(continuation of Deferred@2143263292 after retry RPC after error@117787366) -> (continuation of Deferred@40571646 after retry RPC after error@1440716094) -> (continuation of Deferred@1446153155 after retry RPC after error@2077079961) -> (continuation of Deferred@560703740 after retry RPC after error@146063242) -> (continuation of Deferred@1251627468 after retry RPC after error@1552758903) -> (continuation of Deferred@551372626 after retry RPC after error@230224940) -> (continuation of Deferred@364167270 after retry RPC after error@542055463) -> (continuation of Deferred@1793206443 after retry RPC after error@548513871)))
20:22:10.219 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1988373737(state=PENDING, result=null, callback=(continuation of Deferred@2143263292 after retry RPC after error@117787366) -> (continuation of Deferred@40571646 after retry RPC after error@1440716094) -> (continuation of Deferred@1446153155 after retry RPC after error@2077079961) -> (continuation of Deferred@560703740 after retry RPC after error@146063242) -> (continuation of Deferred@1251627468 after retry RPC after error@1552758903) -> (continuation of Deferred@551372626 after retry RPC after error@230224940) -> (continuation of Deferred@364167270 after retry RPC after error@542055463) -> (continuation of Deferred@1793206443 after retry RPC after error@548513871), errback=(continuation of Deferred@2143263292 after retry RPC after error@117787366) -> (continuation of Deferred@40571646 after retry RPC after error@1440716094) -> (continuation of Deferred@1446153155 after retry RPC after error@2077079961) -> (continuation of Deferred@560703740 after retry RPC after error@146063242) -> (continuation of Deferred@1251627468 after retry RPC after error@1552758903) -> (continuation of Deferred@551372626 after retry RPC after error@230224940) -> (continuation of Deferred@364167270 after retry RPC after error@542055463) -> (continuation of Deferred@1793206443 after retry RPC after error@548513871)))
20:22:10.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.278 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.358 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.398 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.398 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [160ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1200938883(state=PENDING, result=null, callback=(continuation of Deferred@1098969685 after retry RPC after error@252114634) -> (continuation of Deferred@1335461939 after retry RPC after error@772816516) -> (continuation of Deferred@1749316425 after retry RPC after error@1347184685) -> (continuation of Deferred@1402452487 after retry RPC after error@2094815983) -> (continuation of Deferred@927576070 after retry RPC after error@83344322) -> (continuation of Deferred@1792962265 after retry RPC after error@1951095375) -> (continuation of Deferred@251141440 after retry RPC after error@937991926), errback=(continuation of Deferred@1098969685 after retry RPC after error@252114634) -> (continuation of Deferred@1335461939 after retry RPC after error@772816516) -> (continuation of Deferred@1749316425 after retry RPC after error@1347184685) -> (continuation of Deferred@1402452487 after retry RPC after error@2094815983) -> (continuation of Deferred@927576070 after retry RPC after error@83344322) -> (continuation of Deferred@1792962265 after retry RPC after error@1951095375) -> (continuation of Deferred@251141440 after retry RPC after error@937991926)))
20:22:10.399 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [160ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1200938883(state=PENDING, result=null, callback=(continuation of Deferred@1098969685 after retry RPC after error@252114634) -> (continuation of Deferred@1335461939 after retry RPC after error@772816516) -> (continuation of Deferred@1749316425 after retry RPC after error@1347184685) -> (continuation of Deferred@1402452487 after retry RPC after error@2094815983) -> (continuation of Deferred@927576070 after retry RPC after error@83344322) -> (continuation of Deferred@1792962265 after retry RPC after error@1951095375) -> (continuation of Deferred@251141440 after retry RPC after error@937991926), errback=(continuation of Deferred@1098969685 after retry RPC after error@252114634) -> (continuation of Deferred@1335461939 after retry RPC after error@772816516) -> (continuation of Deferred@1749316425 after retry RPC after error@1347184685) -> (continuation of Deferred@1402452487 after retry RPC after error@2094815983) -> (continuation of Deferred@927576070 after retry RPC after error@83344322) -> (continuation of Deferred@1792962265 after retry RPC after error@1951095375) -> (continuation of Deferred@251141440 after retry RPC after error@937991926)))
20:22:10.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.458 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.478 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.498 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.538 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.678 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1618652891(state=PENDING, result=null, callback=(continuation of Deferred@935186953 after retry RPC after error@1310397587) -> (continuation of Deferred@1999825043 after retry RPC after error@1108053208) -> (continuation of Deferred@461316874 after retry RPC after error@232129402) -> (continuation of Deferred@1841304611 after retry RPC after error@1932732431) -> (continuation of Deferred@288764432 after retry RPC after error@751185567) -> (continuation of Deferred@1095386664 after retry RPC after error@735280478) -> (continuation of Deferred@198536326 after retry RPC after error@377100725), errback=(continuation of Deferred@935186953 after retry RPC after error@1310397587) -> (continuation of Deferred@1999825043 after retry RPC after error@1108053208) -> (continuation of Deferred@461316874 after retry RPC after error@232129402) -> (continuation of Deferred@1841304611 after retry RPC after error@1932732431) -> (continuation of Deferred@288764432 after retry RPC after error@751185567) -> (continuation of Deferred@1095386664 after retry RPC after error@735280478) -> (continuation of Deferred@198536326 after retry RPC after error@377100725)))
20:22:10.678 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
20:22:10.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:22:10.692485 23101 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 1)
20:22:10.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:22:10.695972 23101 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '0aaa9a720fd748f88290a24a43972cb7', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '0aaa9a720fd748f88290a24a43972cb7', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 1)
20:22:10.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:22:10.697383 23101 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.21.237.252:33275)
20:22:10.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.700 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.700 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.700 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.718 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.738 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.778 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.798 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.858 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.918 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.919 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [160ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1254953713(state=PENDING, result=null, callback=(continuation of Deferred@1841023278 after retry RPC after error@726573230) -> (continuation of Deferred@1055602857 after retry RPC after error@479461151) -> (continuation of Deferred@793949978 after retry RPC after error@1900489102) -> (continuation of Deferred@370047359 after retry RPC after error@367400870) -> (continuation of Deferred@800491623 after retry RPC after error@1744166726) -> (continuation of Deferred@39163718 after retry RPC after error@665578381) -> (continuation of Deferred@1019591343 after retry RPC after error@1963154846), errback=(continuation of Deferred@1841023278 after retry RPC after error@726573230) -> (continuation of Deferred@1055602857 after retry RPC after error@479461151) -> (continuation of Deferred@793949978 after retry RPC after error@1900489102) -> (continuation of Deferred@370047359 after retry RPC after error@367400870) -> (continuation of Deferred@800491623 after retry RPC after error@1744166726) -> (continuation of Deferred@39163718 after retry RPC after error@665578381) -> (continuation of Deferred@1019591343 after retry RPC after error@1963154846)))
20:22:10.920 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [160ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1254953713(state=PENDING, result=null, callback=(continuation of Deferred@1841023278 after retry RPC after error@726573230) -> (continuation of Deferred@1055602857 after retry RPC after error@479461151) -> (continuation of Deferred@793949978 after retry RPC after error@1900489102) -> (continuation of Deferred@370047359 after retry RPC after error@367400870) -> (continuation of Deferred@800491623 after retry RPC after error@1744166726) -> (continuation of Deferred@39163718 after retry RPC after error@665578381) -> (continuation of Deferred@1019591343 after retry RPC after error@1963154846), errback=(continuation of Deferred@1841023278 after retry RPC after error@726573230) -> (continuation of Deferred@1055602857 after retry RPC after error@479461151) -> (continuation of Deferred@793949978 after retry RPC after error@1900489102) -> (continuation of Deferred@370047359 after retry RPC after error@367400870) -> (continuation of Deferred@800491623 after retry RPC after error@1744166726) -> (continuation of Deferred@39163718 after retry RPC after error@665578381) -> (continuation of Deferred@1019591343 after retry RPC after error@1963154846)))
20:22:10.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.958 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.978 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:10.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:10.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:10.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:10.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:10.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.038 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.058 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.159 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1404723586(state=PENDING, result=null, callback=(continuation of Deferred@1245364736 after retry RPC after error@1359749779) -> (continuation of Deferred@2074732478 after retry RPC after error@2074029880) -> (continuation of Deferred@1730795657 after retry RPC after error@1468102213) -> (continuation of Deferred@1663168284 after retry RPC after error@1640364719) -> (continuation of Deferred@1208064910 after retry RPC after error@351203221) -> (continuation of Deferred@2019277595 after retry RPC after error@914699837) -> (continuation of Deferred@1922827912 after retry RPC after error@292408585) -> (continuation of Deferred@885735260 after retry RPC after error@736150310), errback=(continuation of Deferred@1245364736 after retry RPC after error@1359749779) -> (continuation of Deferred@2074732478 after retry RPC after error@2074029880) -> (continuation of Deferred@1730795657 after retry RPC after error@1468102213) -> (continuation of Deferred@1663168284 after retry RPC after error@1640364719) -> (continuation of Deferred@1208064910 after retry RPC after error@351203221) -> (continuation of Deferred@2019277595 after retry RPC after error@914699837) -> (continuation of Deferred@1922827912 after retry RPC after error@292408585) -> (continuation of Deferred@885735260 after retry RPC after error@736150310)))
20:22:11.160 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1404723586(state=PENDING, result=null, callback=(continuation of Deferred@1245364736 after retry RPC after error@1359749779) -> (continuation of Deferred@2074732478 after retry RPC after error@2074029880) -> (continuation of Deferred@1730795657 after retry RPC after error@1468102213) -> (continuation of Deferred@1663168284 after retry RPC after error@1640364719) -> (continuation of Deferred@1208064910 after retry RPC after error@351203221) -> (continuation of Deferred@2019277595 after retry RPC after error@914699837) -> (continuation of Deferred@1922827912 after retry RPC after error@292408585) -> (continuation of Deferred@885735260 after retry RPC after error@736150310), errback=(continuation of Deferred@1245364736 after retry RPC after error@1359749779) -> (continuation of Deferred@2074732478 after retry RPC after error@2074029880) -> (continuation of Deferred@1730795657 after retry RPC after error@1468102213) -> (continuation of Deferred@1663168284 after retry RPC after error@1640364719) -> (continuation of Deferred@1208064910 after retry RPC after error@351203221) -> (continuation of Deferred@2019277595 after retry RPC after error@914699837) -> (continuation of Deferred@1922827912 after retry RPC after error@292408585) -> (continuation of Deferred@885735260 after retry RPC after error@736150310)))
20:22:11.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.178 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.198 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.238 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.258 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:22:11.268016 23574 raft_consensus.cc:482] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 55c18f68e39c4eb9a1e628e87b862a48)
20:22:11.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:22:11.268225 23574 raft_consensus.cc:504] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "55c18f68e39c4eb9a1e628e87b862a48" member_type: VOTER last_known_addr { host: "127.21.237.254" port: 35353 } } peers { permanent_uuid: "46731435ff074f7f84dc877f9d3880d8" member_type: VOTER last_known_addr { host: "127.21.237.253" port: 33735 } } peers { permanent_uuid: "54323f8dd3384a429322a96de50d71f4" member_type: VOTER last_known_addr { host: "127.21.237.252" port: 33275 } }
20:22:11.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:22:11.268806 23574 leader_election.cc:288] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 55c18f68e39c4eb9a1e628e87b862a48 (127.21.237.254:35353), 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275)
20:22:11.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:22:11.269898 22562 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.237.254:35353: connect: Connection refused (error 111) [suppressed 1 similar messages]
20:22:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:22:11.271202 22563 leader_election.cc:334] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 54323f8dd3384a429322a96de50d71f4 (127.21.237.252:33275): Network error: Client connection negotiation failed: client connection to 127.21.237.252:33275: connect: Connection refused (error 111)
20:22:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:22:11.271371 22562 leader_election.cc:334] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 55c18f68e39c4eb9a1e628e87b862a48 (127.21.237.254:35353): Network error: Client connection negotiation failed: client connection to 127.21.237.254:35353: connect: Connection refused (error 111)
20:22:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:22:11.271476 22562 leader_election.cc:302] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 46731435ff074f7f84dc877f9d3880d8; no voters: 54323f8dd3384a429322a96de50d71f4, 55c18f68e39c4eb9a1e628e87b862a48
20:22:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:22:11.271708 23574 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 46731435ff074f7f84dc877f9d3880d8 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:22:11.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.319 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@814409875(state=PENDING, result=null, callback=(continuation of Deferred@951862163 after retry RPC after error@1323213852) -> (continuation of Deferred@1308342540 after retry RPC after error@710020688) -> (continuation of Deferred@1890086994 after retry RPC after error@1273873439) -> (continuation of Deferred@1531852727 after retry RPC after error@1641320960) -> (continuation of Deferred@1389184136 after retry RPC after error@2007347186) -> (continuation of Deferred@1568464190 after retry RPC after error@410845187) -> (continuation of Deferred@539815552 after retry RPC after error@2058100552), errback=(continuation of Deferred@951862163 after retry RPC after error@1323213852) -> (continuation of Deferred@1308342540 after retry RPC after error@710020688) -> (continuation of Deferred@1890086994 after retry RPC after error@1273873439) -> (continuation of Deferred@1531852727 after retry RPC after error@1641320960) -> (continuation of Deferred@1389184136 after retry RPC after error@2007347186) -> (continuation of Deferred@1568464190 after retry RPC after error@410845187) -> (continuation of Deferred@539815552 after retry RPC after error@2058100552)))
20:22:11.319 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@814409875(state=PENDING, result=null, callback=(continuation of Deferred@951862163 after retry RPC after error@1323213852) -> (continuation of Deferred@1308342540 after retry RPC after error@710020688) -> (continuation of Deferred@1890086994 after retry RPC after error@1273873439) -> (continuation of Deferred@1531852727 after retry RPC after error@1641320960) -> (continuation of Deferred@1389184136 after retry RPC after error@2007347186) -> (continuation of Deferred@1568464190 after retry RPC after error@410845187) -> (continuation of Deferred@539815552 after retry RPC after error@2058100552), errback=(continuation of Deferred@951862163 after retry RPC after error@1323213852) -> (continuation of Deferred@1308342540 after retry RPC after error@710020688) -> (continuation of Deferred@1890086994 after retry RPC after error@1273873439) -> (continuation of Deferred@1531852727 after retry RPC after error@1641320960) -> (continuation of Deferred@1389184136 after retry RPC after error@2007347186) -> (continuation of Deferred@1568464190 after retry RPC after error@410845187) -> (continuation of Deferred@539815552 after retry RPC after error@2058100552)))
20:22:11.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.361 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.378 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.398 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.438 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.518 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.558 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.558 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [24ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1683028486(state=PENDING, result=null, callback=(continuation of Deferred@1182953361 after retry RPC after error@659264149) -> (continuation of Deferred@75843465 after retry RPC after error@1743134165) -> (continuation of Deferred@843909215 after retry RPC after error@1240067001) -> (continuation of Deferred@1744720898 after retry RPC after error@815920541) -> (continuation of Deferred@1794382886 after retry RPC after error@1816565474) -> (continuation of Deferred@2030932268 after retry RPC after error@1186963085) -> (continuation of Deferred@216051536 after retry RPC after error@1422514600) -> (continuation of Deferred@1104721644 after retry RPC after error@2066285484) -> (continuation of Deferred@1924835766 after retry RPC after error@1747200720), errback=(continuation of Deferred@1182953361 after retry RPC after error@659264149) -> (continuation of Deferred@75843465 after retry RPC after error@1743134165) -> (continuation of Deferred@843909215 after retry RPC after error@1240067001) -> (continuation of Deferred@1744720898 after retry RPC after error@815920541) -> (continuation of Deferred@1794382886 after retry RPC after error@1816565474) -> (continuation of Deferred@2030932268 after retry RPC after error@1186963085) -> (continuation of Deferred@216051536 after retry RPC after error@1422514600) -> (continuation of Deferred@1104721644 after retry RPC after error@2066285484) -> (continuation of Deferred@1924835766 after retry RPC after error@1747200720)))
20:22:11.559 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [24ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1683028486(state=PENDING, result=null, callback=(continuation of Deferred@1182953361 after retry RPC after error@659264149) -> (continuation of Deferred@75843465 after retry RPC after error@1743134165) -> (continuation of Deferred@843909215 after retry RPC after error@1240067001) -> (continuation of Deferred@1744720898 after retry RPC after error@815920541) -> (continuation of Deferred@1794382886 after retry RPC after error@1816565474) -> (continuation of Deferred@2030932268 after retry RPC after error@1186963085) -> (continuation of Deferred@216051536 after retry RPC after error@1422514600) -> (continuation of Deferred@1104721644 after retry RPC after error@2066285484) -> (continuation of Deferred@1924835766 after retry RPC after error@1747200720), errback=(continuation of Deferred@1182953361 after retry RPC after error@659264149) -> (continuation of Deferred@75843465 after retry RPC after error@1743134165) -> (continuation of Deferred@843909215 after retry RPC after error@1240067001) -> (continuation of Deferred@1744720898 after retry RPC after error@815920541) -> (continuation of Deferred@1794382886 after retry RPC after error@1816565474) -> (continuation of Deferred@2030932268 after retry RPC after error@1186963085) -> (continuation of Deferred@216051536 after retry RPC after error@1422514600) -> (continuation of Deferred@1104721644 after retry RPC after error@2066285484) -> (continuation of Deferred@1924835766 after retry RPC after error@1747200720)))
20:22:11.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.598 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.618 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.658 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.837 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1485531655(state=PENDING, result=null, callback=(continuation of Deferred@2127825925 after retry RPC after error@1813056085) -> (continuation of Deferred@504924232 after retry RPC after error@499127006) -> (continuation of Deferred@1126863175 after retry RPC after error@663578837) -> (continuation of Deferred@2106457764 after retry RPC after error@1615217961) -> (continuation of Deferred@2003914959 after retry RPC after error@1005999412) -> (continuation of Deferred@698151984 after retry RPC after error@2065797927) -> (continuation of Deferred@103502756 after retry RPC after error@268302752), errback=(continuation of Deferred@2127825925 after retry RPC after error@1813056085) -> (continuation of Deferred@504924232 after retry RPC after error@499127006) -> (continuation of Deferred@1126863175 after retry RPC after error@663578837) -> (continuation of Deferred@2106457764 after retry RPC after error@1615217961) -> (continuation of Deferred@2003914959 after retry RPC after error@1005999412) -> (continuation of Deferred@698151984 after retry RPC after error@2065797927) -> (continuation of Deferred@103502756 after retry RPC after error@268302752)))
20:22:11.837 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
20:22:11.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.918 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:11.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:11.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:11.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:11.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:11.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:12.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:12.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:12.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:12.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.100 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1351959021(state=PENDING, result=null, callback=(continuation of Deferred@984693 after retry RPC after error@294162095) -> (continuation of Deferred@560737702 after retry RPC after error@1535937103) -> (continuation of Deferred@591922149 after retry RPC after error@1986006229) -> (continuation of Deferred@916524706 after retry RPC after error@163587275) -> (continuation of Deferred@1794394429 after retry RPC after error@470087186) -> (continuation of Deferred@586039086 after retry RPC after error@713073092) -> (continuation of Deferred@1651877896 after retry RPC after error@1509582386), errback=(continuation of Deferred@984693 after retry RPC after error@294162095) -> (continuation of Deferred@560737702 after retry RPC after error@1535937103) -> (continuation of Deferred@591922149 after retry RPC after error@1986006229) -> (continuation of Deferred@916524706 after retry RPC after error@163587275) -> (continuation of Deferred@1794394429 after retry RPC after error@470087186) -> (continuation of Deferred@586039086 after retry RPC after error@713073092) -> (continuation of Deferred@1651877896 after retry RPC after error@1509582386)))
20:22:12.100 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1351959021(state=PENDING, result=null, callback=(continuation of Deferred@984693 after retry RPC after error@294162095) -> (continuation of Deferred@560737702 after retry RPC after error@1535937103) -> (continuation of Deferred@591922149 after retry RPC after error@1986006229) -> (continuation of Deferred@916524706 after retry RPC after error@163587275) -> (continuation of Deferred@1794394429 after retry RPC after error@470087186) -> (continuation of Deferred@586039086 after retry RPC after error@713073092) -> (continuation of Deferred@1651877896 after retry RPC after error@1509582386), errback=(continuation of Deferred@984693 after retry RPC after error@294162095) -> (continuation of Deferred@560737702 after retry RPC after error@1535937103) -> (continuation of Deferred@591922149 after retry RPC after error@1986006229) -> (continuation of Deferred@916524706 after retry RPC after error@163587275) -> (continuation of Deferred@1794394429 after retry RPC after error@470087186) -> (continuation of Deferred@586039086 after retry RPC after error@713073092) -> (continuation of Deferred@1651877896 after retry RPC after error@1509582386)))
20:22:12.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:12.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:12.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:12.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:12.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.138 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:12.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:12.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.158 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:12.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:12.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:12.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:12.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.198 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:12.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:12.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:12.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:12.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:12.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:12.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.320 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@956428757(state=PENDING, result=null, callback=(continuation of Deferred@1654756931 after retry RPC after error@1589180088) -> (continuation of Deferred@1543352047 after retry RPC after error@1841586972) -> (continuation of Deferred@62518121 after retry RPC after error@447596688) -> (continuation of Deferred@739350524 after retry RPC after error@1652805089) -> (continuation of Deferred@778917987 after retry RPC after error@1525738614) -> (continuation of Deferred@2063478435 after retry RPC after error@107874520) -> (continuation of Deferred@1107617334 after retry RPC after error@533344604), errback=(continuation of Deferred@1654756931 after retry RPC after error@1589180088) -> (continuation of Deferred@1543352047 after retry RPC after error@1841586972) -> (continuation of Deferred@62518121 after retry RPC after error@447596688) -> (continuation of Deferred@739350524 after retry RPC after error@1652805089) -> (continuation of Deferred@778917987 after retry RPC after error@1525738614) -> (continuation of Deferred@2063478435 after retry RPC after error@107874520) -> (continuation of Deferred@1107617334 after retry RPC after error@533344604)))
20:22:12.320 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@956428757(state=PENDING, result=null, callback=(continuation of Deferred@1654756931 after retry RPC after error@1589180088) -> (continuation of Deferred@1543352047 after retry RPC after error@1841586972) -> (continuation of Deferred@62518121 after retry RPC after error@447596688) -> (continuation of Deferred@739350524 after retry RPC after error@1652805089) -> (continuation of Deferred@778917987 after retry RPC after error@1525738614) -> (continuation of Deferred@2063478435 after retry RPC after error@107874520) -> (continuation of Deferred@1107617334 after retry RPC after error@533344604), errback=(continuation of Deferred@1654756931 after retry RPC after error@1589180088) -> (continuation of Deferred@1543352047 after retry RPC after error@1841586972) -> (continuation of Deferred@62518121 after retry RPC after error@447596688) -> (continuation of Deferred@739350524 after retry RPC after error@1652805089) -> (continuation of Deferred@778917987 after retry RPC after error@1525738614) -> (continuation of Deferred@2063478435 after retry RPC after error@107874520) -> (continuation of Deferred@1107617334 after retry RPC after error@533344604)))
20:22:12.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:12.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:12.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:12.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:12.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.359 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:12.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:12.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:12.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:12.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:12.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:12.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:12.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:12.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.438 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:12.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:12.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.458 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:12.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:12.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.518 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.519 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [180ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@675684475(state=PENDING, result=null, callback=(continuation of Deferred@1683665501 after retry RPC after error@112462051) -> (continuation of Deferred@310603395 after retry RPC after error@190824784) -> (continuation of Deferred@975589948 after retry RPC after error@477341323) -> (continuation of Deferred@353182960 after retry RPC after error@1621959232) -> (continuation of Deferred@1754409947 after retry RPC after error@1767149500) -> (continuation of Deferred@360844482 after retry RPC after error@473203472) -> (continuation of Deferred@1702997950 after retry RPC after error@677770717), errback=(continuation of Deferred@1683665501 after retry RPC after error@112462051) -> (continuation of Deferred@310603395 after retry RPC after error@190824784) -> (continuation of Deferred@975589948 after retry RPC after error@477341323) -> (continuation of Deferred@353182960 after retry RPC after error@1621959232) -> (continuation of Deferred@1754409947 after retry RPC after error@1767149500) -> (continuation of Deferred@360844482 after retry RPC after error@473203472) -> (continuation of Deferred@1702997950 after retry RPC after error@677770717)))
20:22:12.519 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [180ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@675684475(state=PENDING, result=null, callback=(continuation of Deferred@1683665501 after retry RPC after error@112462051) -> (continuation of Deferred@310603395 after retry RPC after error@190824784) -> (continuation of Deferred@975589948 after retry RPC after error@477341323) -> (continuation of Deferred@353182960 after retry RPC after error@1621959232) -> (continuation of Deferred@1754409947 after retry RPC after error@1767149500) -> (continuation of Deferred@360844482 after retry RPC after error@473203472) -> (continuation of Deferred@1702997950 after retry RPC after error@677770717), errback=(continuation of Deferred@1683665501 after retry RPC after error@112462051) -> (continuation of Deferred@310603395 after retry RPC after error@190824784) -> (continuation of Deferred@975589948 after retry RPC after error@477341323) -> (continuation of Deferred@353182960 after retry RPC after error@1621959232) -> (continuation of Deferred@1754409947 after retry RPC after error@1767149500) -> (continuation of Deferred@360844482 after retry RPC after error@473203472) -> (continuation of Deferred@1702997950 after retry RPC after error@677770717)))
20:22:12.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:12.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:12.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:12.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:12.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:12.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:12.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.578 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:12.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:12.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:12.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:12.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:12.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:12.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:12.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:12.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:12.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:12.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.778 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.779 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@562673211(state=PENDING, result=null, callback=(continuation of Deferred@463370795 after retry RPC after error@230397519) -> (continuation of Deferred@1068307231 after retry RPC after error@1400459967) -> (continuation of Deferred@1004418521 after retry RPC after error@1778828547) -> (continuation of Deferred@1038358199 after retry RPC after error@613500702) -> (continuation of Deferred@1856753320 after retry RPC after error@853094563) -> (continuation of Deferred@789957089 after retry RPC after error@18006698) -> (continuation of Deferred@838636206 after retry RPC after error@1247535130), errback=(continuation of Deferred@463370795 after retry RPC after error@230397519) -> (continuation of Deferred@1068307231 after retry RPC after error@1400459967) -> (continuation of Deferred@1004418521 after retry RPC after error@1778828547) -> (continuation of Deferred@1038358199 after retry RPC after error@613500702) -> (continuation of Deferred@1856753320 after retry RPC after error@853094563) -> (continuation of Deferred@789957089 after retry RPC after error@18006698) -> (continuation of Deferred@838636206 after retry RPC after error@1247535130)))
20:22:12.779 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@562673211(state=PENDING, result=null, callback=(continuation of Deferred@463370795 after retry RPC after error@230397519) -> (continuation of Deferred@1068307231 after retry RPC after error@1400459967) -> (continuation of Deferred@1004418521 after retry RPC after error@1778828547) -> (continuation of Deferred@1038358199 after retry RPC after error@613500702) -> (continuation of Deferred@1856753320 after retry RPC after error@853094563) -> (continuation of Deferred@789957089 after retry RPC after error@18006698) -> (continuation of Deferred@838636206 after retry RPC after error@1247535130), errback=(continuation of Deferred@463370795 after retry RPC after error@230397519) -> (continuation of Deferred@1068307231 after retry RPC after error@1400459967) -> (continuation of Deferred@1004418521 after retry RPC after error@1778828547) -> (continuation of Deferred@1038358199 after retry RPC after error@613500702) -> (continuation of Deferred@1856753320 after retry RPC after error@853094563) -> (continuation of Deferred@789957089 after retry RPC after error@18006698) -> (continuation of Deferred@838636206 after retry RPC after error@1247535130)))
20:22:12.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:12.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:12.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:12.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:12.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:12.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:12.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:12.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:12.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:12.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:12.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:12.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:12.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.918 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:12.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:12.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.978 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:12.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:12.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:12.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:12.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:12.999 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [180ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@184771943(state=PENDING, result=null, callback=(continuation of Deferred@1308071052 after retry RPC after error@1234402575) -> (continuation of Deferred@221886155 after retry RPC after error@495043158) -> (continuation of Deferred@1814263454 after retry RPC after error@1049232656) -> (continuation of Deferred@2126869476 after retry RPC after error@1841667352) -> (continuation of Deferred@438669752 after retry RPC after error@1953080681) -> (continuation of Deferred@560374355 after retry RPC after error@1619711546) -> (continuation of Deferred@1452553154 after retry RPC after error@1877972628), errback=(continuation of Deferred@1308071052 after retry RPC after error@1234402575) -> (continuation of Deferred@221886155 after retry RPC after error@495043158) -> (continuation of Deferred@1814263454 after retry RPC after error@1049232656) -> (continuation of Deferred@2126869476 after retry RPC after error@1841667352) -> (continuation of Deferred@438669752 after retry RPC after error@1953080681) -> (continuation of Deferred@560374355 after retry RPC after error@1619711546) -> (continuation of Deferred@1452553154 after retry RPC after error@1877972628)))
20:22:13.000 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [180ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@184771943(state=PENDING, result=null, callback=(continuation of Deferred@1308071052 after retry RPC after error@1234402575) -> (continuation of Deferred@221886155 after retry RPC after error@495043158) -> (continuation of Deferred@1814263454 after retry RPC after error@1049232656) -> (continuation of Deferred@2126869476 after retry RPC after error@1841667352) -> (continuation of Deferred@438669752 after retry RPC after error@1953080681) -> (continuation of Deferred@560374355 after retry RPC after error@1619711546) -> (continuation of Deferred@1452553154 after retry RPC after error@1877972628), errback=(continuation of Deferred@1308071052 after retry RPC after error@1234402575) -> (continuation of Deferred@221886155 after retry RPC after error@495043158) -> (continuation of Deferred@1814263454 after retry RPC after error@1049232656) -> (continuation of Deferred@2126869476 after retry RPC after error@1841667352) -> (continuation of Deferred@438669752 after retry RPC after error@1953080681) -> (continuation of Deferred@560374355 after retry RPC after error@1619711546) -> (continuation of Deferred@1452553154 after retry RPC after error@1877972628)))
20:22:13.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.058 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.098 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.138 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.259 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@513896140(state=PENDING, result=null, callback=(continuation of Deferred@2037539055 after retry RPC after error@1722574316) -> (continuation of Deferred@170409593 after retry RPC after error@535488254) -> (continuation of Deferred@1979025652 after retry RPC after error@1886584995) -> (continuation of Deferred@1004741410 after retry RPC after error@1937174454) -> (continuation of Deferred@706575108 after retry RPC after error@1115881724) -> (continuation of Deferred@1616626109 after retry RPC after error@613718367) -> (continuation of Deferred@1695552402 after retry RPC after error@1070492460), errback=(continuation of Deferred@2037539055 after retry RPC after error@1722574316) -> (continuation of Deferred@170409593 after retry RPC after error@535488254) -> (continuation of Deferred@1979025652 after retry RPC after error@1886584995) -> (continuation of Deferred@1004741410 after retry RPC after error@1937174454) -> (continuation of Deferred@706575108 after retry RPC after error@1115881724) -> (continuation of Deferred@1616626109 after retry RPC after error@613718367) -> (continuation of Deferred@1695552402 after retry RPC after error@1070492460)))
20:22:13.260 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@513896140(state=PENDING, result=null, callback=(continuation of Deferred@2037539055 after retry RPC after error@1722574316) -> (continuation of Deferred@170409593 after retry RPC after error@535488254) -> (continuation of Deferred@1979025652 after retry RPC after error@1886584995) -> (continuation of Deferred@1004741410 after retry RPC after error@1937174454) -> (continuation of Deferred@706575108 after retry RPC after error@1115881724) -> (continuation of Deferred@1616626109 after retry RPC after error@613718367) -> (continuation of Deferred@1695552402 after retry RPC after error@1070492460), errback=(continuation of Deferred@2037539055 after retry RPC after error@1722574316) -> (continuation of Deferred@170409593 after retry RPC after error@535488254) -> (continuation of Deferred@1979025652 after retry RPC after error@1886584995) -> (continuation of Deferred@1004741410 after retry RPC after error@1937174454) -> (continuation of Deferred@706575108 after retry RPC after error@1115881724) -> (continuation of Deferred@1616626109 after retry RPC after error@613718367) -> (continuation of Deferred@1695552402 after retry RPC after error@1070492460)))
20:22:13.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.359 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.398 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.418 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.479 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@157559545(state=PENDING, result=null, callback=(continuation of Deferred@265698789 after retry RPC after error@1173836442) -> (continuation of Deferred@1672633749 after retry RPC after error@1269403896) -> (continuation of Deferred@1965991293 after retry RPC after error@171068096) -> (continuation of Deferred@2065555686 after retry RPC after error@2092208429) -> (continuation of Deferred@2092025483 after retry RPC after error@1682831255) -> (continuation of Deferred@1891840296 after retry RPC after error@682028004) -> (continuation of Deferred@1515316709 after retry RPC after error@1370177655), errback=(continuation of Deferred@265698789 after retry RPC after error@1173836442) -> (continuation of Deferred@1672633749 after retry RPC after error@1269403896) -> (continuation of Deferred@1965991293 after retry RPC after error@171068096) -> (continuation of Deferred@2065555686 after retry RPC after error@2092208429) -> (continuation of Deferred@2092025483 after retry RPC after error@1682831255) -> (continuation of Deferred@1891840296 after retry RPC after error@682028004) -> (continuation of Deferred@1515316709 after retry RPC after error@1370177655)))
20:22:13.480 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@157559545(state=PENDING, result=null, callback=(continuation of Deferred@265698789 after retry RPC after error@1173836442) -> (continuation of Deferred@1672633749 after retry RPC after error@1269403896) -> (continuation of Deferred@1965991293 after retry RPC after error@171068096) -> (continuation of Deferred@2065555686 after retry RPC after error@2092208429) -> (continuation of Deferred@2092025483 after retry RPC after error@1682831255) -> (continuation of Deferred@1891840296 after retry RPC after error@682028004) -> (continuation of Deferred@1515316709 after retry RPC after error@1370177655), errback=(continuation of Deferred@265698789 after retry RPC after error@1173836442) -> (continuation of Deferred@1672633749 after retry RPC after error@1269403896) -> (continuation of Deferred@1965991293 after retry RPC after error@171068096) -> (continuation of Deferred@2065555686 after retry RPC after error@2092208429) -> (continuation of Deferred@2092025483 after retry RPC after error@1682831255) -> (continuation of Deferred@1891840296 after retry RPC after error@682028004) -> (continuation of Deferred@1515316709 after retry RPC after error@1370177655)))
20:22:13.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.538 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.578 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.598 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.741 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=8, TimeoutTracker(timeout=190, elapsed=182), Traces: [0ms] sending RPC to server master-127.21.237.252:33275, [1ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] refreshing cache from master, [19ms] sending RPC to server master-127.21.237.253:33735, [19ms] sending RPC to server master-127.21.237.254:35353, [19ms] sending RPC to server master-127.21.237.252:33275, [20ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] received response from server master-127.21.237.253:33735: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [38ms] refreshing cache from master, [38ms] sending RPC to server master-127.21.237.253:33735, [38ms] sending RPC to server master-127.21.237.254:35353, [39ms] sending RPC to server master-127.21.237.252:33275, [39ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [39ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] received response from server master-127.21.237.253:33735: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] sending RPC to server master-127.21.237.253:33735, [60ms] sending RPC to server master-127.21.237.254:35353, [60ms] sending RPC to server master-127.21.237.252:33275, [61ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [63ms] received response from server master-127.21.237.253:33735: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [79ms] refreshing cache from master, [79ms] sending RPC to server master-127.21.237.253:33735, [79ms] sending RPC to server master-127.21.237.254:35353, [79ms] sending RPC to server master-127.21.237.252:33275, [80ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] received response from server master-127.21.237.253:33735: OK, [81ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [118ms] refreshing cache from master, [119ms] sending RPC to server master-127.21.237.253:33735, [119ms] sending RPC to server master-127.21.237.254:35353, [119ms] sending RPC to server master-127.21.237.252:33275, [120ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [139ms] refreshing cache from master, [139ms] sending RPC to server master-127.21.237.253:33735, [139ms] sending RPC to server master-127.21.237.254:35353, [140ms] sending RPC to server master-127.21.237.252:33275, [140ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [140ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [179ms] refreshing cache from master, [179ms] sending RPC to server master-127.21.237.253:33735, [179ms] sending RPC to server master-127.21.237.254:35353, [180ms] sending RPC to server master-127.21.237.252:33275, [181ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1379362932(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.21.237.252:33275 -> (continuation of Deferred@1268692300 after retry RPC after error@601305472) -> (continuation of Deferred@460377673 after retry RPC after error@1919775131) -> (continuation of Deferred@1290247759 after retry RPC after error@1445391714) -> (continuation of Deferred@1270440809 after retry RPC after error@1380004396) -> (continuation of Deferred@581229517 after retry RPC after error@1133014790) -> (continuation of Deferred@1126886965 after retry RPC after error@404841518), errback=org.apache.kudu.client.ConnectToCluster$1@1c5fbe54 -> ConnectToMasterErrCB for 127.21.237.252:33275 -> (continuation of Deferred@1268692300 after retry RPC after error@601305472) -> (continuation of Deferred@460377673 after retry RPC after error@1919775131) -> (continuation of Deferred@1290247759 after retry RPC after error@1445391714) -> (continuation of Deferred@1270440809 after retry RPC after error@1380004396) -> (continuation of Deferred@581229517 after retry RPC after error@1133014790) -> (continuation of Deferred@1126886965 after retry RPC after error@404841518)))
20:22:13.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=8, TimeoutTracker(timeout=190, elapsed=182), Traces: [0ms] sending RPC to server master-127.21.237.252:33275, [1ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] refreshing cache from master, [19ms] sending RPC to server master-127.21.237.253:33735, [19ms] sending RPC to server master-127.21.237.254:35353, [19ms] sending RPC to server master-127.21.237.252:33275, [20ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] received response from server master-127.21.237.253:33735: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [38ms] refreshing cache from master, [38ms] sending RPC to server master-127.21.237.253:33735, [38ms] sending RPC to server master-127.21.237.254:35353, [39ms] sending RPC to server master-127.21.237.252:33275, [39ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [39ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] received response from server master-127.21.237.253:33735: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] sending RPC to server master-127.21.237.253:33735, [60ms] sending RPC to server master-127.21.237.254:35353, [60ms] sending RPC to server master-127.21.237.252:33275, [61ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [63ms] received response from server master-127.21.237.253:33735: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [79ms] refreshing cache from master, [79ms] sending RPC to server master-127.21.237.253:33735, [79ms] sending RPC to server master-127.21.237.254:35353, [79ms] sending RPC to server master-127.21.237.252:33275, [80ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] received response from server master-127.21.237.253:33735: OK, [81ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [118ms] refreshing cache from master, [119ms] sending RPC to server master-127.21.237.253:33735, [119ms] sending RPC to server master-127.21.237.254:35353, [119ms] sending RPC to server master-127.21.237.252:33275, [120ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [139ms] refreshing cache from master, [139ms] sending RPC to server master-127.21.237.253:33735, [139ms] sending RPC to server master-127.21.237.254:35353, [140ms] sending RPC to server master-127.21.237.252:33275, [140ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [140ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [179ms] refreshing cache from master, [179ms] sending RPC to server master-127.21.237.253:33735, [179ms] sending RPC to server master-127.21.237.254:35353, [180ms] sending RPC to server master-127.21.237.252:33275, [181ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1379362932(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.21.237.252:33275 -> (continuation of Deferred@1268692300 after retry RPC after error@601305472) -> (continuation of Deferred@460377673 after retry RPC after error@1919775131) -> (continuation of Deferred@1290247759 after retry RPC after error@1445391714) -> (continuation of Deferred@1270440809 after retry RPC after error@1380004396) -> (continuation of Deferred@581229517 after retry RPC after error@1133014790) -> (continuation of Deferred@1126886965 after retry RPC after error@404841518), errback=org.apache.kudu.client.ConnectToCluster$1@1c5fbe54 -> ConnectToMasterErrCB for 127.21.237.252:33275 -> (continuation of Deferred@1268692300 after retry RPC after error@601305472) -> (continuation of Deferred@460377673 after retry RPC after error@1919775131) -> (continuation of Deferred@1290247759 after retry RPC after error@1445391714) -> (continuation of Deferred@1270440809 after retry RPC after error@1380004396) -> (continuation of Deferred@581229517 after retry RPC after error@1133014790) -> (continuation of Deferred@1126886965 after retry RPC after error@404841518)))
20:22:13.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.758 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=4, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: delaying RPC due to: Illegal state: connection is terminated, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [80ms] Sub RPC ConnectToMaster: refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [99ms] Sub RPC ConnectToMaster: refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [124ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [124ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [125ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [179ms] Sub RPC ConnectToMaster: refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] Sub RPC ConnectToMaster: refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] Sub RPC ConnectToMaster: refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [243ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [243ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [245ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=8, TimeoutTracker(timeout=190, elapsed=182), Traces: [0ms] sending RPC to server master-127.21.237.252:33275, [1ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] refreshing cache from master, [19ms] sending RPC to server master-127.21.237.253:33735, [19ms] sending RPC to server master-127.21.237.254:35353, [19ms] sending RPC to server master-127.21.237.252:33275, [20ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] received response from server master-127.21.237.253:33735: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [38ms] refreshing cache from master, [38ms] sending RPC to server master-127.21.237.253:33735, [38ms] sending RPC to server master-127.21.237.254:35353, [39ms] sending RPC to server master-127.21.237.252:33275, [39ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [39ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] received response from server master-127.21.237.253:33735: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] sending RPC to server master-127.21.237.253:33735, [60ms] sending RPC to server master-127.21.237.254:35353, [60ms] sending RPC to server master-127.21.237.252:33275, [61ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [63ms] received response from server master-127.21.237.253:33735: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [79ms] refreshing cache from master, [79ms] sending RPC to server master-127.21.237.253:33735, [79ms] sending RPC to server master-127.21.237.254:35353, [79ms] sending RPC to server master-127.21.237.252:33275, [80ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] received response from server master-127.21.237.253:33735: OK, [81ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [118ms] refreshing cache from master, [119ms] sending RPC to server master-127.21.237.253:33735, [119ms] sending RPC to server master-127.21.237.254:35353, [119ms] sending RPC to server master-127.21.237.252:33275, [120ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [139ms] refreshing cache from master, [139ms] sending RPC to server master-127.21.237.253:33735, [139ms] sending RPC to server master-127.21.237.254:35353, [140ms] sending RPC to server master-127.21.237.252:33275, [140ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [140ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [179ms] refreshing cache from master, [179ms] sending RPC to server master-127.21.237.253:33735, [179ms] sending RPC to server master-127.21.237.254:35353, [180ms] sending RPC to server master-127.21.237.252:33275, [181ms] received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1379362932(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.21.237.252:33275 -> (continuation of Deferred@1268692300 after retry RPC after error@601305472) -> (continuation of Deferred@460377673 after retry RPC after error@1919775131) -> (continuation of Deferred@1290247759 after retry RPC after error@1445391714) -> (continuation of Deferred@1270440809 after retry RPC after error@1380004396) -> (continuation of Deferred@581229517 after retry RPC after error@1133014790) -> (continuation of Deferred@1126886965 after retry RPC after error@404841518), errback=org.apache.kudu.client.ConnectToCluster$1@1c5fbe54 -> ConnectToMasterErrCB for 127.21.237.252:33275 -> (continuation of Deferred@1268692300 after retry RPC after error@601305472) -> (continuation of Deferred@460377673 after retry RPC after error@1919775131) -> (continuation of Deferred@1290247759 after retry RPC after error@1445391714) -> (continuation of Deferred@1270440809 after retry RPC after error@1380004396) -> (continuation of Deferred@581229517 after retry RPC after error@1133014790) -> (continuation of Deferred@1126886965 after retry RPC after error@404841518))), deferred=Deferred@337538421(state=PENDING, result=null, callback=(continuation of Deferred@385212101 after retry RPC after error@2109291968) -> (continuation of Deferred@181090988 after retry RPC after error@1834584901) -> (continuation of Deferred@1440900061 after retry RPC after error@1635845020) -> (continuation of Deferred@852249434 after retry RPC after error@334425573), errback=(continuation of Deferred@385212101 after retry RPC after error@2109291968) -> (continuation of Deferred@181090988 after retry RPC after error@1834584901) -> (continuation of Deferred@1440900061 after retry RPC after error@1635845020) -> (continuation of Deferred@852249434 after retry RPC after error@334425573)))
20:22:13.759 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
20:22:13.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.818 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:13.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:13.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:13.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:13.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:13.938 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.037 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [160ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@194574350(state=PENDING, result=null, callback=(continuation of Deferred@1521095359 after retry RPC after error@131818374) -> (continuation of Deferred@2073826029 after retry RPC after error@923327768) -> (continuation of Deferred@1027411628 after retry RPC after error@1638309342) -> (continuation of Deferred@2058805373 after retry RPC after error@187109934) -> (continuation of Deferred@1589261704 after retry RPC after error@195496940) -> (continuation of Deferred@1189062637 after retry RPC after error@1968864122) -> (continuation of Deferred@2051216940 after retry RPC after error@1225296611) -> (continuation of Deferred@1918090464 after retry RPC after error@1416927355), errback=(continuation of Deferred@1521095359 after retry RPC after error@131818374) -> (continuation of Deferred@2073826029 after retry RPC after error@923327768) -> (continuation of Deferred@1027411628 after retry RPC after error@1638309342) -> (continuation of Deferred@2058805373 after retry RPC after error@187109934) -> (continuation of Deferred@1589261704 after retry RPC after error@195496940) -> (continuation of Deferred@1189062637 after retry RPC after error@1968864122) -> (continuation of Deferred@2051216940 after retry RPC after error@1225296611) -> (continuation of Deferred@1918090464 after retry RPC after error@1416927355)))
20:22:14.038 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
20:22:14.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.078 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.098 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.239 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1568855906(state=PENDING, result=null, callback=(continuation of Deferred@1048313710 after retry RPC after error@791802896) -> (continuation of Deferred@1617143007 after retry RPC after error@722556534) -> (continuation of Deferred@1248877813 after retry RPC after error@1791074527) -> (continuation of Deferred@402236420 after retry RPC after error@922415723) -> (continuation of Deferred@2116392885 after retry RPC after error@419760118) -> (continuation of Deferred@1132874070 after retry RPC after error@571380455), errback=(continuation of Deferred@1048313710 after retry RPC after error@791802896) -> (continuation of Deferred@1617143007 after retry RPC after error@722556534) -> (continuation of Deferred@1248877813 after retry RPC after error@1791074527) -> (continuation of Deferred@402236420 after retry RPC after error@922415723) -> (continuation of Deferred@2116392885 after retry RPC after error@419760118) -> (continuation of Deferred@1132874070 after retry RPC after error@571380455)))
20:22:14.240 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1568855906(state=PENDING, result=null, callback=(continuation of Deferred@1048313710 after retry RPC after error@791802896) -> (continuation of Deferred@1617143007 after retry RPC after error@722556534) -> (continuation of Deferred@1248877813 after retry RPC after error@1791074527) -> (continuation of Deferred@402236420 after retry RPC after error@922415723) -> (continuation of Deferred@2116392885 after retry RPC after error@419760118) -> (continuation of Deferred@1132874070 after retry RPC after error@571380455), errback=(continuation of Deferred@1048313710 after retry RPC after error@791802896) -> (continuation of Deferred@1617143007 after retry RPC after error@722556534) -> (continuation of Deferred@1248877813 after retry RPC after error@1791074527) -> (continuation of Deferred@402236420 after retry RPC after error@922415723) -> (continuation of Deferred@2116392885 after retry RPC after error@419760118) -> (continuation of Deferred@1132874070 after retry RPC after error@571380455)))
20:22:14.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.258 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.398 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.418 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1292502803(state=PENDING, result=null, callback=(continuation of Deferred@1690056302 after retry RPC after error@708893737) -> (continuation of Deferred@1889053180 after retry RPC after error@1832323683) -> (continuation of Deferred@1748852461 after retry RPC after error@1152415319) -> (continuation of Deferred@1909649524 after retry RPC after error@618891327) -> (continuation of Deferred@640381048 after retry RPC after error@1634646052) -> (continuation of Deferred@131708205 after retry RPC after error@1061386137) -> (continuation of Deferred@1117157561 after retry RPC after error@1445812055), errback=(continuation of Deferred@1690056302 after retry RPC after error@708893737) -> (continuation of Deferred@1889053180 after retry RPC after error@1832323683) -> (continuation of Deferred@1748852461 after retry RPC after error@1152415319) -> (continuation of Deferred@1909649524 after retry RPC after error@618891327) -> (continuation of Deferred@640381048 after retry RPC after error@1634646052) -> (continuation of Deferred@131708205 after retry RPC after error@1061386137) -> (continuation of Deferred@1117157561 after retry RPC after error@1445812055)))
20:22:14.419 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1292502803(state=PENDING, result=null, callback=(continuation of Deferred@1690056302 after retry RPC after error@708893737) -> (continuation of Deferred@1889053180 after retry RPC after error@1832323683) -> (continuation of Deferred@1748852461 after retry RPC after error@1152415319) -> (continuation of Deferred@1909649524 after retry RPC after error@618891327) -> (continuation of Deferred@640381048 after retry RPC after error@1634646052) -> (continuation of Deferred@131708205 after retry RPC after error@1061386137) -> (continuation of Deferred@1117157561 after retry RPC after error@1445812055), errback=(continuation of Deferred@1690056302 after retry RPC after error@708893737) -> (continuation of Deferred@1889053180 after retry RPC after error@1832323683) -> (continuation of Deferred@1748852461 after retry RPC after error@1152415319) -> (continuation of Deferred@1909649524 after retry RPC after error@618891327) -> (continuation of Deferred@640381048 after retry RPC after error@1634646052) -> (continuation of Deferred@131708205 after retry RPC after error@1061386137) -> (continuation of Deferred@1117157561 after retry RPC after error@1445812055)))
20:22:14.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.498 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.618 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.619 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@207594218(state=PENDING, result=null, callback=(continuation of Deferred@286333204 after retry RPC after error@359937645) -> (continuation of Deferred@272193552 after retry RPC after error@1627451407) -> (continuation of Deferred@2025884802 after retry RPC after error@1278413481) -> (continuation of Deferred@378548967 after retry RPC after error@1895180466) -> (continuation of Deferred@212737714 after retry RPC after error@1486629836) -> (continuation of Deferred@1334590770 after retry RPC after error@251539401) -> (continuation of Deferred@1918499626 after retry RPC after error@1268935910), errback=(continuation of Deferred@286333204 after retry RPC after error@359937645) -> (continuation of Deferred@272193552 after retry RPC after error@1627451407) -> (continuation of Deferred@2025884802 after retry RPC after error@1278413481) -> (continuation of Deferred@378548967 after retry RPC after error@1895180466) -> (continuation of Deferred@212737714 after retry RPC after error@1486629836) -> (continuation of Deferred@1334590770 after retry RPC after error@251539401) -> (continuation of Deferred@1918499626 after retry RPC after error@1268935910)))
20:22:14.619 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@207594218(state=PENDING, result=null, callback=(continuation of Deferred@286333204 after retry RPC after error@359937645) -> (continuation of Deferred@272193552 after retry RPC after error@1627451407) -> (continuation of Deferred@2025884802 after retry RPC after error@1278413481) -> (continuation of Deferred@378548967 after retry RPC after error@1895180466) -> (continuation of Deferred@212737714 after retry RPC after error@1486629836) -> (continuation of Deferred@1334590770 after retry RPC after error@251539401) -> (continuation of Deferred@1918499626 after retry RPC after error@1268935910), errback=(continuation of Deferred@286333204 after retry RPC after error@359937645) -> (continuation of Deferred@272193552 after retry RPC after error@1627451407) -> (continuation of Deferred@2025884802 after retry RPC after error@1278413481) -> (continuation of Deferred@378548967 after retry RPC after error@1895180466) -> (continuation of Deferred@212737714 after retry RPC after error@1486629836) -> (continuation of Deferred@1334590770 after retry RPC after error@251539401) -> (continuation of Deferred@1918499626 after retry RPC after error@1268935910)))
20:22:14.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.720 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.721 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.860 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [4ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [4ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [5ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [84ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1507522239(state=PENDING, result=null, callback=(continuation of Deferred@1898693376 after retry RPC after error@1980125311) -> (continuation of Deferred@290705415 after retry RPC after error@531805084) -> (continuation of Deferred@808341673 after retry RPC after error@1961851771) -> (continuation of Deferred@2075348489 after retry RPC after error@1905732784) -> (continuation of Deferred@863928627 after retry RPC after error@1011155076) -> (continuation of Deferred@1575473667 after retry RPC after error@358455203) -> (continuation of Deferred@1382935330 after retry RPC after error@1186500811), errback=(continuation of Deferred@1898693376 after retry RPC after error@1980125311) -> (continuation of Deferred@290705415 after retry RPC after error@531805084) -> (continuation of Deferred@808341673 after retry RPC after error@1961851771) -> (continuation of Deferred@2075348489 after retry RPC after error@1905732784) -> (continuation of Deferred@863928627 after retry RPC after error@1011155076) -> (continuation of Deferred@1575473667 after retry RPC after error@358455203) -> (continuation of Deferred@1382935330 after retry RPC after error@1186500811)))
20:22:14.860 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [4ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [4ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [5ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [84ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1507522239(state=PENDING, result=null, callback=(continuation of Deferred@1898693376 after retry RPC after error@1980125311) -> (continuation of Deferred@290705415 after retry RPC after error@531805084) -> (continuation of Deferred@808341673 after retry RPC after error@1961851771) -> (continuation of Deferred@2075348489 after retry RPC after error@1905732784) -> (continuation of Deferred@863928627 after retry RPC after error@1011155076) -> (continuation of Deferred@1575473667 after retry RPC after error@358455203) -> (continuation of Deferred@1382935330 after retry RPC after error@1186500811), errback=(continuation of Deferred@1898693376 after retry RPC after error@1980125311) -> (continuation of Deferred@290705415 after retry RPC after error@531805084) -> (continuation of Deferred@808341673 after retry RPC after error@1961851771) -> (continuation of Deferred@2075348489 after retry RPC after error@1905732784) -> (continuation of Deferred@863928627 after retry RPC after error@1011155076) -> (continuation of Deferred@1575473667 after retry RPC after error@358455203) -> (continuation of Deferred@1382935330 after retry RPC after error@1186500811)))
20:22:14.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.878 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.938 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:14.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:14.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:14.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:14.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:14.978 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:15.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:15.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:15.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.018 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:15.137 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [0ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1585113249(state=PENDING, result=null, callback=(continuation of Deferred@1574009567 after retry RPC after error@838916079) -> (continuation of Deferred@1206959228 after retry RPC after error@1321630659) -> (continuation of Deferred@404219718 after retry RPC after error@748483588) -> (continuation of Deferred@1858977463 after retry RPC after error@321439950) -> (continuation of Deferred@883040314 after retry RPC after error@2136329854) -> (continuation of Deferred@2087644965 after retry RPC after error@701834974) -> (continuation of Deferred@206794798 after retry RPC after error@1562667492), errback=(continuation of Deferred@1574009567 after retry RPC after error@838916079) -> (continuation of Deferred@1206959228 after retry RPC after error@1321630659) -> (continuation of Deferred@404219718 after retry RPC after error@748483588) -> (continuation of Deferred@1858977463 after retry RPC after error@321439950) -> (continuation of Deferred@883040314 after retry RPC after error@2136329854) -> (continuation of Deferred@2087644965 after retry RPC after error@701834974) -> (continuation of Deferred@206794798 after retry RPC after error@1562667492)))
20:22:15.138 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
20:22:15.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:15.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:15.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:15.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:15.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:15.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.178 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:15.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:15.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:15.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:15.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:15.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:15.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:15.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:15.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:15.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:15.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:15.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:15.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.258 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:15.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:15.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:15.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:15.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:15.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:15.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:15.298 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@264376827(state=PENDING, result=null, callback=(continuation of Deferred@88770525 after retry RPC after error@714888491) -> (continuation of Deferred@635295199 after retry RPC after error@974083414) -> (continuation of Deferred@1797937573 after retry RPC after error@592936166) -> (continuation of Deferred@1760507518 after retry RPC after error@680164304) -> (continuation of Deferred@299169813 after retry RPC after error@159123077) -> (continuation of Deferred@405904658 after retry RPC after error@1671311679) -> (continuation of Deferred@1430022409 after retry RPC after error@1016923397), errback=(continuation of Deferred@88770525 after retry RPC after error@714888491) -> (continuation of Deferred@635295199 after retry RPC after error@974083414) -> (continuation of Deferred@1797937573 after retry RPC after error@592936166) -> (continuation of Deferred@1760507518 after retry RPC after error@680164304) -> (continuation of Deferred@299169813 after retry RPC after error@159123077) -> (continuation of Deferred@405904658 after retry RPC after error@1671311679) -> (continuation of Deferred@1430022409 after retry RPC after error@1016923397)))
20:22:15.299 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@264376827(state=PENDING, result=null, callback=(continuation of Deferred@88770525 after retry RPC after error@714888491) -> (continuation of Deferred@635295199 after retry RPC after error@974083414) -> (continuation of Deferred@1797937573 after retry RPC after error@592936166) -> (continuation of Deferred@1760507518 after retry RPC after error@680164304) -> (continuation of Deferred@299169813 after retry RPC after error@159123077) -> (continuation of Deferred@405904658 after retry RPC after error@1671311679) -> (continuation of Deferred@1430022409 after retry RPC after error@1016923397), errback=(continuation of Deferred@88770525 after retry RPC after error@714888491) -> (continuation of Deferred@635295199 after retry RPC after error@974083414) -> (continuation of Deferred@1797937573 after retry RPC after error@592936166) -> (continuation of Deferred@1760507518 after retry RPC after error@680164304) -> (continuation of Deferred@299169813 after retry RPC after error@159123077) -> (continuation of Deferred@405904658 after retry RPC after error@1671311679) -> (continuation of Deferred@1430022409 after retry RPC after error@1016923397)))
20:22:15.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:15.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:15.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:15.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:15.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:15.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:15.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:15.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:15.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.358 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:15.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:15.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:15.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:15.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:15.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:15.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:15.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:15.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:15.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:15.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:15.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:15.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:15.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:15.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:15.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:15.519 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@103072098(state=PENDING, result=null, callback=(continuation of Deferred@389738759 after retry RPC after error@1803175589) -> (continuation of Deferred@1176447064 after retry RPC after error@1720770088) -> (continuation of Deferred@652392756 after retry RPC after error@529832995) -> (continuation of Deferred@544615009 after retry RPC after error@1081590233) -> (continuation of Deferred@1936714746 after retry RPC after error@1218511920) -> (continuation of Deferred@1502939751 after retry RPC after error@663908741) -> (continuation of Deferred@724467382 after retry RPC after error@1810788199), errback=(continuation of Deferred@389738759 after retry RPC after error@1803175589) -> (continuation of Deferred@1176447064 after retry RPC after error@1720770088) -> (continuation of Deferred@652392756 after retry RPC after error@529832995) -> (continuation of Deferred@544615009 after retry RPC after error@1081590233) -> (continuation of Deferred@1936714746 after retry RPC after error@1218511920) -> (continuation of Deferred@1502939751 after retry RPC after error@663908741) -> (continuation of Deferred@724467382 after retry RPC after error@1810788199)))
20:22:15.520 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@103072098(state=PENDING, result=null, callback=(continuation of Deferred@389738759 after retry RPC after error@1803175589) -> (continuation of Deferred@1176447064 after retry RPC after error@1720770088) -> (continuation of Deferred@652392756 after retry RPC after error@529832995) -> (continuation of Deferred@544615009 after retry RPC after error@1081590233) -> (continuation of Deferred@1936714746 after retry RPC after error@1218511920) -> (continuation of Deferred@1502939751 after retry RPC after error@663908741) -> (continuation of Deferred@724467382 after retry RPC after error@1810788199), errback=(continuation of Deferred@389738759 after retry RPC after error@1803175589) -> (continuation of Deferred@1176447064 after retry RPC after error@1720770088) -> (continuation of Deferred@652392756 after retry RPC after error@529832995) -> (continuation of Deferred@544615009 after retry RPC after error@1081590233) -> (continuation of Deferred@1936714746 after retry RPC after error@1218511920) -> (continuation of Deferred@1502939751 after retry RPC after error@663908741) -> (continuation of Deferred@724467382 after retry RPC after error@1810788199)))
20:22:15.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:15.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:15.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.538 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:15.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:15.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:15.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.558 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:15.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:15.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:15.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:15.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:15.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:15.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:15.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:15.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:15.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.618 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:15.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:15.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:15.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.638 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.638 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:15.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:15.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:15.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:15.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:22:15.740854 23101 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 1)
20:22:15.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:22:15.742285 23101 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '0aaa9a720fd748f88290a24a43972cb7', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '0aaa9a720fd748f88290a24a43972cb7', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.21.237.254:35353,127.21.237.253:33735,127.21.237.252:33275, num_attempts: 1)
20:22:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:22:15.743918 23101 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.21.237.252:33275)
20:22:15.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:15.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:15.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:15.780 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1387358678(state=PENDING, result=null, callback=(continuation of Deferred@214395443 after retry RPC after error@1890813792) -> (continuation of Deferred@819545813 after retry RPC after error@1778345665) -> (continuation of Deferred@1583226687 after retry RPC after error@851053331) -> (continuation of Deferred@1219435647 after retry RPC after error@1517597381) -> (continuation of Deferred@1962801491 after retry RPC after error@377325132) -> (continuation of Deferred@637611032 after retry RPC after error@1495027847) -> (continuation of Deferred@1118838166 after retry RPC after error@939900010), errback=(continuation of Deferred@214395443 after retry RPC after error@1890813792) -> (continuation of Deferred@819545813 after retry RPC after error@1778345665) -> (continuation of Deferred@1583226687 after retry RPC after error@851053331) -> (continuation of Deferred@1219435647 after retry RPC after error@1517597381) -> (continuation of Deferred@1962801491 after retry RPC after error@377325132) -> (continuation of Deferred@637611032 after retry RPC after error@1495027847) -> (continuation of Deferred@1118838166 after retry RPC after error@939900010)))
20:22:15.780 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1387358678(state=PENDING, result=null, callback=(continuation of Deferred@214395443 after retry RPC after error@1890813792) -> (continuation of Deferred@819545813 after retry RPC after error@1778345665) -> (continuation of Deferred@1583226687 after retry RPC after error@851053331) -> (continuation of Deferred@1219435647 after retry RPC after error@1517597381) -> (continuation of Deferred@1962801491 after retry RPC after error@377325132) -> (continuation of Deferred@637611032 after retry RPC after error@1495027847) -> (continuation of Deferred@1118838166 after retry RPC after error@939900010), errback=(continuation of Deferred@214395443 after retry RPC after error@1890813792) -> (continuation of Deferred@819545813 after retry RPC after error@1778345665) -> (continuation of Deferred@1583226687 after retry RPC after error@851053331) -> (continuation of Deferred@1219435647 after retry RPC after error@1517597381) -> (continuation of Deferred@1962801491 after retry RPC after error@377325132) -> (continuation of Deferred@637611032 after retry RPC after error@1495027847) -> (continuation of Deferred@1118838166 after retry RPC after error@939900010)))
20:22:15.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:15.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:15.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:15.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:15.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:15.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.818 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:15.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:15.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:15.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:15.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:15.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:15.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.858 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:15.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:15.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:15.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:15.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:15.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:15.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:15.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:15.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:15.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:15.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:15.998 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:15.999 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1363773150(state=PENDING, result=null, callback=(continuation of Deferred@628656312 after retry RPC after error@806473507) -> (continuation of Deferred@2126619233 after retry RPC after error@1671672849) -> (continuation of Deferred@50322837 after retry RPC after error@1017737790) -> (continuation of Deferred@1334320480 after retry RPC after error@829762492) -> (continuation of Deferred@1293572978 after retry RPC after error@987101293) -> (continuation of Deferred@901349706 after retry RPC after error@763978890), errback=(continuation of Deferred@628656312 after retry RPC after error@806473507) -> (continuation of Deferred@2126619233 after retry RPC after error@1671672849) -> (continuation of Deferred@50322837 after retry RPC after error@1017737790) -> (continuation of Deferred@1334320480 after retry RPC after error@829762492) -> (continuation of Deferred@1293572978 after retry RPC after error@987101293) -> (continuation of Deferred@901349706 after retry RPC after error@763978890)))
20:22:15.999 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1363773150(state=PENDING, result=null, callback=(continuation of Deferred@628656312 after retry RPC after error@806473507) -> (continuation of Deferred@2126619233 after retry RPC after error@1671672849) -> (continuation of Deferred@50322837 after retry RPC after error@1017737790) -> (continuation of Deferred@1334320480 after retry RPC after error@829762492) -> (continuation of Deferred@1293572978 after retry RPC after error@987101293) -> (continuation of Deferred@901349706 after retry RPC after error@763978890), errback=(continuation of Deferred@628656312 after retry RPC after error@806473507) -> (continuation of Deferred@2126619233 after retry RPC after error@1671672849) -> (continuation of Deferred@50322837 after retry RPC after error@1017737790) -> (continuation of Deferred@1334320480 after retry RPC after error@829762492) -> (continuation of Deferred@1293572978 after retry RPC after error@987101293) -> (continuation of Deferred@901349706 after retry RPC after error@763978890)))
20:22:16.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:16.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:16.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:16.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:16.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:16.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:16.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:16.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:16.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.060 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:16.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:16.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:16.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:16.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:16.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:16.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:16.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:16.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:16.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:16.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:16.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:16.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:16.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:16.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:16.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.198 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:16.199 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1875998510(state=PENDING, result=null, callback=(continuation of Deferred@1673917418 after retry RPC after error@1353824952) -> (continuation of Deferred@1390852877 after retry RPC after error@921362040) -> (continuation of Deferred@2063344108 after retry RPC after error@667234417) -> (continuation of Deferred@1084021079 after retry RPC after error@551933474) -> (continuation of Deferred@999121043 after retry RPC after error@902138155) -> (continuation of Deferred@322283685 after retry RPC after error@493828135) -> (continuation of Deferred@1295403745 after retry RPC after error@1411583677), errback=(continuation of Deferred@1673917418 after retry RPC after error@1353824952) -> (continuation of Deferred@1390852877 after retry RPC after error@921362040) -> (continuation of Deferred@2063344108 after retry RPC after error@667234417) -> (continuation of Deferred@1084021079 after retry RPC after error@551933474) -> (continuation of Deferred@999121043 after retry RPC after error@902138155) -> (continuation of Deferred@322283685 after retry RPC after error@493828135) -> (continuation of Deferred@1295403745 after retry RPC after error@1411583677)))
20:22:16.199 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@1875998510(state=PENDING, result=null, callback=(continuation of Deferred@1673917418 after retry RPC after error@1353824952) -> (continuation of Deferred@1390852877 after retry RPC after error@921362040) -> (continuation of Deferred@2063344108 after retry RPC after error@667234417) -> (continuation of Deferred@1084021079 after retry RPC after error@551933474) -> (continuation of Deferred@999121043 after retry RPC after error@902138155) -> (continuation of Deferred@322283685 after retry RPC after error@493828135) -> (continuation of Deferred@1295403745 after retry RPC after error@1411583677), errback=(continuation of Deferred@1673917418 after retry RPC after error@1353824952) -> (continuation of Deferred@1390852877 after retry RPC after error@921362040) -> (continuation of Deferred@2063344108 after retry RPC after error@667234417) -> (continuation of Deferred@1084021079 after retry RPC after error@551933474) -> (continuation of Deferred@999121043 after retry RPC after error@902138155) -> (continuation of Deferred@322283685 after retry RPC after error@493828135) -> (continuation of Deferred@1295403745 after retry RPC after error@1411583677)))
20:22:16.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:16.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:16.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:16.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:16.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:16.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:16.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:16.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:16.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:16.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:16.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:16.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:16.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:16.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:16.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:16.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:16.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:16.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.338 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:16.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:16.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:16.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:16.477 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [180ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@379610489(state=PENDING, result=null, callback=(continuation of Deferred@2095396549 after retry RPC after error@405833581) -> (continuation of Deferred@1498974534 after retry RPC after error@1288086713) -> (continuation of Deferred@432070906 after retry RPC after error@89589568) -> (continuation of Deferred@416857109 after retry RPC after error@1631727835) -> (continuation of Deferred@2140916537 after retry RPC after error@1120644749) -> (continuation of Deferred@523143893 after retry RPC after error@1872409859) -> (continuation of Deferred@1324968394 after retry RPC after error@1364793694), errback=(continuation of Deferred@2095396549 after retry RPC after error@405833581) -> (continuation of Deferred@1498974534 after retry RPC after error@1288086713) -> (continuation of Deferred@432070906 after retry RPC after error@89589568) -> (continuation of Deferred@416857109 after retry RPC after error@1631727835) -> (continuation of Deferred@2140916537 after retry RPC after error@1120644749) -> (continuation of Deferred@523143893 after retry RPC after error@1872409859) -> (continuation of Deferred@1324968394 after retry RPC after error@1364793694)))
20:22:16.478 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
20:22:16.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:16.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:16.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.498 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:16.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:16.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:16.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.518 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:16.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:16.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:16.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:16.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:16.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:16.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:16.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:16.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:16.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:16.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:16.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:16.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.598 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:16.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:16.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:16.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:16.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:16.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:16.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.720 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.720 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.720 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:16.721 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [224ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [224ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@837719884(state=PENDING, result=null, callback=(continuation of Deferred@1044832721 after retry RPC after error@235217946) -> (continuation of Deferred@1132762770 after retry RPC after error@102051161) -> (continuation of Deferred@257166371 after retry RPC after error@685169703) -> (continuation of Deferred@1325531049 after retry RPC after error@1624337653) -> (continuation of Deferred@1330336216 after retry RPC after error@1365412850) -> (continuation of Deferred@299813568 after retry RPC after error@2047064778) -> (continuation of Deferred@1876156867 after retry RPC after error@715901648), errback=(continuation of Deferred@1044832721 after retry RPC after error@235217946) -> (continuation of Deferred@1132762770 after retry RPC after error@102051161) -> (continuation of Deferred@257166371 after retry RPC after error@685169703) -> (continuation of Deferred@1325531049 after retry RPC after error@1624337653) -> (continuation of Deferred@1330336216 after retry RPC after error@1365412850) -> (continuation of Deferred@299813568 after retry RPC after error@2047064778) -> (continuation of Deferred@1876156867 after retry RPC after error@715901648)))
20:22:16.721 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [224ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [224ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@837719884(state=PENDING, result=null, callback=(continuation of Deferred@1044832721 after retry RPC after error@235217946) -> (continuation of Deferred@1132762770 after retry RPC after error@102051161) -> (continuation of Deferred@257166371 after retry RPC after error@685169703) -> (continuation of Deferred@1325531049 after retry RPC after error@1624337653) -> (continuation of Deferred@1330336216 after retry RPC after error@1365412850) -> (continuation of Deferred@299813568 after retry RPC after error@2047064778) -> (continuation of Deferred@1876156867 after retry RPC after error@715901648), errback=(continuation of Deferred@1044832721 after retry RPC after error@235217946) -> (continuation of Deferred@1132762770 after retry RPC after error@102051161) -> (continuation of Deferred@257166371 after retry RPC after error@685169703) -> (continuation of Deferred@1325531049 after retry RPC after error@1624337653) -> (continuation of Deferred@1330336216 after retry RPC after error@1365412850) -> (continuation of Deferred@299813568 after retry RPC after error@2047064778) -> (continuation of Deferred@1876156867 after retry RPC after error@715901648)))
20:22:16.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:16.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:16.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:16.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:16.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:16.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.758 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:16.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:16.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:16.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.778 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:16.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:16.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:16.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.798 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:16.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:16.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:16.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:16.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:16.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:16.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:16.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:16.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:16.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.858 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:16.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:16.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:16.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.918 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:16.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:16.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:16.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.958 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:16.959 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@243434010(state=PENDING, result=null, callback=(continuation of Deferred@1025021068 after retry RPC after error@1332658489) -> (continuation of Deferred@803521433 after retry RPC after error@896271917) -> (continuation of Deferred@1277774072 after retry RPC after error@1979137869) -> (continuation of Deferred@2080817761 after retry RPC after error@688848546) -> (continuation of Deferred@803610099 after retry RPC after error@1663521301) -> (continuation of Deferred@695763418 after retry RPC after error@2011009465) -> (continuation of Deferred@1749750580 after retry RPC after error@832914386), errback=(continuation of Deferred@1025021068 after retry RPC after error@1332658489) -> (continuation of Deferred@803521433 after retry RPC after error@896271917) -> (continuation of Deferred@1277774072 after retry RPC after error@1979137869) -> (continuation of Deferred@2080817761 after retry RPC after error@688848546) -> (continuation of Deferred@803610099 after retry RPC after error@1663521301) -> (continuation of Deferred@695763418 after retry RPC after error@2011009465) -> (continuation of Deferred@1749750580 after retry RPC after error@832914386)))
20:22:16.959 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@243434010(state=PENDING, result=null, callback=(continuation of Deferred@1025021068 after retry RPC after error@1332658489) -> (continuation of Deferred@803521433 after retry RPC after error@896271917) -> (continuation of Deferred@1277774072 after retry RPC after error@1979137869) -> (continuation of Deferred@2080817761 after retry RPC after error@688848546) -> (continuation of Deferred@803610099 after retry RPC after error@1663521301) -> (continuation of Deferred@695763418 after retry RPC after error@2011009465) -> (continuation of Deferred@1749750580 after retry RPC after error@832914386), errback=(continuation of Deferred@1025021068 after retry RPC after error@1332658489) -> (continuation of Deferred@803521433 after retry RPC after error@896271917) -> (continuation of Deferred@1277774072 after retry RPC after error@1979137869) -> (continuation of Deferred@2080817761 after retry RPC after error@688848546) -> (continuation of Deferred@803610099 after retry RPC after error@1663521301) -> (continuation of Deferred@695763418 after retry RPC after error@2011009465) -> (continuation of Deferred@1749750580 after retry RPC after error@832914386)))
20:22:16.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:16.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:16.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:16.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:16.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:16.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:16.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:16.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.018 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.058 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.078 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.139 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@101561302(state=PENDING, result=null, callback=(continuation of Deferred@1274465603 after retry RPC after error@337135563) -> (continuation of Deferred@1150304686 after retry RPC after error@803789289) -> (continuation of Deferred@1376355714 after retry RPC after error@75081239) -> (continuation of Deferred@1109531143 after retry RPC after error@736928827) -> (continuation of Deferred@894894417 after retry RPC after error@2086097138) -> (continuation of Deferred@787976029 after retry RPC after error@1626618820) -> (continuation of Deferred@1831138050 after retry RPC after error@724758164), errback=(continuation of Deferred@1274465603 after retry RPC after error@337135563) -> (continuation of Deferred@1150304686 after retry RPC after error@803789289) -> (continuation of Deferred@1376355714 after retry RPC after error@75081239) -> (continuation of Deferred@1109531143 after retry RPC after error@736928827) -> (continuation of Deferred@894894417 after retry RPC after error@2086097138) -> (continuation of Deferred@787976029 after retry RPC after error@1626618820) -> (continuation of Deferred@1831138050 after retry RPC after error@724758164)))
20:22:17.139 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@101561302(state=PENDING, result=null, callback=(continuation of Deferred@1274465603 after retry RPC after error@337135563) -> (continuation of Deferred@1150304686 after retry RPC after error@803789289) -> (continuation of Deferred@1376355714 after retry RPC after error@75081239) -> (continuation of Deferred@1109531143 after retry RPC after error@736928827) -> (continuation of Deferred@894894417 after retry RPC after error@2086097138) -> (continuation of Deferred@787976029 after retry RPC after error@1626618820) -> (continuation of Deferred@1831138050 after retry RPC after error@724758164), errback=(continuation of Deferred@1274465603 after retry RPC after error@337135563) -> (continuation of Deferred@1150304686 after retry RPC after error@803789289) -> (continuation of Deferred@1376355714 after retry RPC after error@75081239) -> (continuation of Deferred@1109531143 after retry RPC after error@736928827) -> (continuation of Deferred@894894417 after retry RPC after error@2086097138) -> (continuation of Deferred@787976029 after retry RPC after error@1626618820) -> (continuation of Deferred@1831138050 after retry RPC after error@724758164)))
20:22:17.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.158 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.278 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.338 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.339 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [103ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@2107914107(state=PENDING, result=null, callback=(continuation of Deferred@371209218 after retry RPC after error@806519562) -> (continuation of Deferred@1588199406 after retry RPC after error@48895151) -> (continuation of Deferred@360554708 after retry RPC after error@827550626) -> (continuation of Deferred@546612457 after retry RPC after error@1913226040) -> (continuation of Deferred@168486573 after retry RPC after error@539918901) -> (continuation of Deferred@622381365 after retry RPC after error@464953069) -> (continuation of Deferred@1179925688 after retry RPC after error@314515821), errback=(continuation of Deferred@371209218 after retry RPC after error@806519562) -> (continuation of Deferred@1588199406 after retry RPC after error@48895151) -> (continuation of Deferred@360554708 after retry RPC after error@827550626) -> (continuation of Deferred@546612457 after retry RPC after error@1913226040) -> (continuation of Deferred@168486573 after retry RPC after error@539918901) -> (continuation of Deferred@622381365 after retry RPC after error@464953069) -> (continuation of Deferred@1179925688 after retry RPC after error@314515821)))
20:22:17.339 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [103ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@2107914107(state=PENDING, result=null, callback=(continuation of Deferred@371209218 after retry RPC after error@806519562) -> (continuation of Deferred@1588199406 after retry RPC after error@48895151) -> (continuation of Deferred@360554708 after retry RPC after error@827550626) -> (continuation of Deferred@546612457 after retry RPC after error@1913226040) -> (continuation of Deferred@168486573 after retry RPC after error@539918901) -> (continuation of Deferred@622381365 after retry RPC after error@464953069) -> (continuation of Deferred@1179925688 after retry RPC after error@314515821), errback=(continuation of Deferred@371209218 after retry RPC after error@806519562) -> (continuation of Deferred@1588199406 after retry RPC after error@48895151) -> (continuation of Deferred@360554708 after retry RPC after error@827550626) -> (continuation of Deferred@546612457 after retry RPC after error@1913226040) -> (continuation of Deferred@168486573 after retry RPC after error@539918901) -> (continuation of Deferred@622381365 after retry RPC after error@464953069) -> (continuation of Deferred@1179925688 after retry RPC after error@314515821)))
20:22:17.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.358 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.418 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.478 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.559 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [203ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1679838817(state=PENDING, result=null, callback=(continuation of Deferred@448584845 after retry RPC after error@771601574) -> (continuation of Deferred@1059104658 after retry RPC after error@1494590801) -> (continuation of Deferred@632377930 after retry RPC after error@1697221342) -> (continuation of Deferred@1603255774 after retry RPC after error@734307411) -> (continuation of Deferred@71860323 after retry RPC after error@765367630) -> (continuation of Deferred@266189934 after retry RPC after error@20277242) -> (continuation of Deferred@1103016999 after retry RPC after error@408124859), errback=(continuation of Deferred@448584845 after retry RPC after error@771601574) -> (continuation of Deferred@1059104658 after retry RPC after error@1494590801) -> (continuation of Deferred@632377930 after retry RPC after error@1697221342) -> (continuation of Deferred@1603255774 after retry RPC after error@734307411) -> (continuation of Deferred@71860323 after retry RPC after error@765367630) -> (continuation of Deferred@266189934 after retry RPC after error@20277242) -> (continuation of Deferred@1103016999 after retry RPC after error@408124859)))
20:22:17.560 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [203ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1679838817(state=PENDING, result=null, callback=(continuation of Deferred@448584845 after retry RPC after error@771601574) -> (continuation of Deferred@1059104658 after retry RPC after error@1494590801) -> (continuation of Deferred@632377930 after retry RPC after error@1697221342) -> (continuation of Deferred@1603255774 after retry RPC after error@734307411) -> (continuation of Deferred@71860323 after retry RPC after error@765367630) -> (continuation of Deferred@266189934 after retry RPC after error@20277242) -> (continuation of Deferred@1103016999 after retry RPC after error@408124859), errback=(continuation of Deferred@448584845 after retry RPC after error@771601574) -> (continuation of Deferred@1059104658 after retry RPC after error@1494590801) -> (continuation of Deferred@632377930 after retry RPC after error@1697221342) -> (continuation of Deferred@1603255774 after retry RPC after error@734307411) -> (continuation of Deferred@71860323 after retry RPC after error@765367630) -> (continuation of Deferred@266189934 after retry RPC after error@20277242) -> (continuation of Deferred@1103016999 after retry RPC after error@408124859)))
20:22:17.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.578 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.618 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.820 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [103ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [243ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@892334001(state=PENDING, result=null, callback=(continuation of Deferred@1995315297 after retry RPC after error@197061728) -> (continuation of Deferred@87191433 after retry RPC after error@1336560377) -> (continuation of Deferred@1233223293 after retry RPC after error@891307713) -> (continuation of Deferred@595077579 after retry RPC after error@1050170079) -> (continuation of Deferred@2091430375 after retry RPC after error@1267328765) -> (continuation of Deferred@694003766 after retry RPC after error@1437538664) -> (continuation of Deferred@1823587763 after retry RPC after error@1745551574), errback=(continuation of Deferred@1995315297 after retry RPC after error@197061728) -> (continuation of Deferred@87191433 after retry RPC after error@1336560377) -> (continuation of Deferred@1233223293 after retry RPC after error@891307713) -> (continuation of Deferred@595077579 after retry RPC after error@1050170079) -> (continuation of Deferred@2091430375 after retry RPC after error@1267328765) -> (continuation of Deferred@694003766 after retry RPC after error@1437538664) -> (continuation of Deferred@1823587763 after retry RPC after error@1745551574)))
20:22:17.820 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [103ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [243ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@892334001(state=PENDING, result=null, callback=(continuation of Deferred@1995315297 after retry RPC after error@197061728) -> (continuation of Deferred@87191433 after retry RPC after error@1336560377) -> (continuation of Deferred@1233223293 after retry RPC after error@891307713) -> (continuation of Deferred@595077579 after retry RPC after error@1050170079) -> (continuation of Deferred@2091430375 after retry RPC after error@1267328765) -> (continuation of Deferred@694003766 after retry RPC after error@1437538664) -> (continuation of Deferred@1823587763 after retry RPC after error@1745551574), errback=(continuation of Deferred@1995315297 after retry RPC after error@197061728) -> (continuation of Deferred@87191433 after retry RPC after error@1336560377) -> (continuation of Deferred@1233223293 after retry RPC after error@891307713) -> (continuation of Deferred@595077579 after retry RPC after error@1050170079) -> (continuation of Deferred@2091430375 after retry RPC after error@1267328765) -> (continuation of Deferred@694003766 after retry RPC after error@1437538664) -> (continuation of Deferred@1823587763 after retry RPC after error@1745551574)))
20:22:17.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.838 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.858 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.918 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:17.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:17.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:17.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:17.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:17.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:18.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:18.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:18.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:18.019 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@981270881(state=PENDING, result=null, callback=(continuation of Deferred@1201674144 after retry RPC after error@1113764634) -> (continuation of Deferred@352146259 after retry RPC after error@1188642468) -> (continuation of Deferred@16985288 after retry RPC after error@1445901713) -> (continuation of Deferred@674694092 after retry RPC after error@655631472) -> (continuation of Deferred@1063860534 after retry RPC after error@474517879) -> (continuation of Deferred@208787537 after retry RPC after error@171985419), errback=(continuation of Deferred@1201674144 after retry RPC after error@1113764634) -> (continuation of Deferred@352146259 after retry RPC after error@1188642468) -> (continuation of Deferred@16985288 after retry RPC after error@1445901713) -> (continuation of Deferred@674694092 after retry RPC after error@655631472) -> (continuation of Deferred@1063860534 after retry RPC after error@474517879) -> (continuation of Deferred@208787537 after retry RPC after error@171985419)))
20:22:18.020 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@981270881(state=PENDING, result=null, callback=(continuation of Deferred@1201674144 after retry RPC after error@1113764634) -> (continuation of Deferred@352146259 after retry RPC after error@1188642468) -> (continuation of Deferred@16985288 after retry RPC after error@1445901713) -> (continuation of Deferred@674694092 after retry RPC after error@655631472) -> (continuation of Deferred@1063860534 after retry RPC after error@474517879) -> (continuation of Deferred@208787537 after retry RPC after error@171985419), errback=(continuation of Deferred@1201674144 after retry RPC after error@1113764634) -> (continuation of Deferred@352146259 after retry RPC after error@1188642468) -> (continuation of Deferred@16985288 after retry RPC after error@1445901713) -> (continuation of Deferred@674694092 after retry RPC after error@655631472) -> (continuation of Deferred@1063860534 after retry RPC after error@474517879) -> (continuation of Deferred@208787537 after retry RPC after error@171985419)))
20:22:18.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:18.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:18.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:18.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:18.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:18.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.058 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:18.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:18.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:18.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:18.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:18.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:18.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:18.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:18.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:18.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:18.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:18.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:18.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.138 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:18.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:18.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:18.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.158 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:18.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:18.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:18.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:18.260 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1602048914(state=PENDING, result=null, callback=(continuation of Deferred@1918139512 after retry RPC after error@1781550376) -> (continuation of Deferred@866042176 after retry RPC after error@105571682) -> (continuation of Deferred@1462562415 after retry RPC after error@1058906287) -> (continuation of Deferred@2051859149 after retry RPC after error@729577747) -> (continuation of Deferred@462665093 after retry RPC after error@1238984320) -> (continuation of Deferred@1419685884 after retry RPC after error@484630685) -> (continuation of Deferred@450576665 after retry RPC after error@406112676), errback=(continuation of Deferred@1918139512 after retry RPC after error@1781550376) -> (continuation of Deferred@866042176 after retry RPC after error@105571682) -> (continuation of Deferred@1462562415 after retry RPC after error@1058906287) -> (continuation of Deferred@2051859149 after retry RPC after error@729577747) -> (continuation of Deferred@462665093 after retry RPC after error@1238984320) -> (continuation of Deferred@1419685884 after retry RPC after error@484630685) -> (continuation of Deferred@450576665 after retry RPC after error@406112676)))
20:22:18.261 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [222ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1602048914(state=PENDING, result=null, callback=(continuation of Deferred@1918139512 after retry RPC after error@1781550376) -> (continuation of Deferred@866042176 after retry RPC after error@105571682) -> (continuation of Deferred@1462562415 after retry RPC after error@1058906287) -> (continuation of Deferred@2051859149 after retry RPC after error@729577747) -> (continuation of Deferred@462665093 after retry RPC after error@1238984320) -> (continuation of Deferred@1419685884 after retry RPC after error@484630685) -> (continuation of Deferred@450576665 after retry RPC after error@406112676), errback=(continuation of Deferred@1918139512 after retry RPC after error@1781550376) -> (continuation of Deferred@866042176 after retry RPC after error@105571682) -> (continuation of Deferred@1462562415 after retry RPC after error@1058906287) -> (continuation of Deferred@2051859149 after retry RPC after error@729577747) -> (continuation of Deferred@462665093 after retry RPC after error@1238984320) -> (continuation of Deferred@1419685884 after retry RPC after error@484630685) -> (continuation of Deferred@450576665 after retry RPC after error@406112676)))
20:22:18.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:18.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:18.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:18.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:18.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:18.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:18.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:18.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:18.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:18.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:18.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:18.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.338 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:18.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:18.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:18.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.358 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:18.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:18.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:18.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.378 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:18.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:18.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:18.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.418 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:18.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:18.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:18.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:18.537 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@823172566(state=PENDING, result=null, callback=(continuation of Deferred@835390668 after retry RPC after error@749778503) -> (continuation of Deferred@1177165136 after retry RPC after error@1944180334) -> (continuation of Deferred@447023538 after retry RPC after error@856589871) -> (continuation of Deferred@626576771 after retry RPC after error@1492598240) -> (continuation of Deferred@1781356501 after retry RPC after error@768969537) -> (continuation of Deferred@1308782509 after retry RPC after error@796611504) -> (continuation of Deferred@795355765 after retry RPC after error@778445658) -> (continuation of Deferred@1942244924 after retry RPC after error@106394919), errback=(continuation of Deferred@835390668 after retry RPC after error@749778503) -> (continuation of Deferred@1177165136 after retry RPC after error@1944180334) -> (continuation of Deferred@447023538 after retry RPC after error@856589871) -> (continuation of Deferred@626576771 after retry RPC after error@1492598240) -> (continuation of Deferred@1781356501 after retry RPC after error@768969537) -> (continuation of Deferred@1308782509 after retry RPC after error@796611504) -> (continuation of Deferred@795355765 after retry RPC after error@778445658) -> (continuation of Deferred@1942244924 after retry RPC after error@106394919)))
20:22:18.538 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
20:22:18.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:18.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:18.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:18.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:18.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:18.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:18.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:18.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:18.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:18.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:18.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:18.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:18.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:18.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:18.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:18.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:18.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:18.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:18.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:18.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:18.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:18.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:18.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:18.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.798 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:18.799 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1435061957(state=PENDING, result=null, callback=(continuation of Deferred@157315394 after retry RPC after error@62738544) -> (continuation of Deferred@323183024 after retry RPC after error@203680379) -> (continuation of Deferred@105079004 after retry RPC after error@1872010932) -> (continuation of Deferred@1733442583 after retry RPC after error@1949393588) -> (continuation of Deferred@1776925038 after retry RPC after error@574876633) -> (continuation of Deferred@1418184962 after retry RPC after error@735852004) -> (continuation of Deferred@265997112 after retry RPC after error@846914617), errback=(continuation of Deferred@157315394 after retry RPC after error@62738544) -> (continuation of Deferred@323183024 after retry RPC after error@203680379) -> (continuation of Deferred@105079004 after retry RPC after error@1872010932) -> (continuation of Deferred@1733442583 after retry RPC after error@1949393588) -> (continuation of Deferred@1776925038 after retry RPC after error@574876633) -> (continuation of Deferred@1418184962 after retry RPC after error@735852004) -> (continuation of Deferred@265997112 after retry RPC after error@846914617)))
20:22:18.799 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, deferred=Deferred@1435061957(state=PENDING, result=null, callback=(continuation of Deferred@157315394 after retry RPC after error@62738544) -> (continuation of Deferred@323183024 after retry RPC after error@203680379) -> (continuation of Deferred@105079004 after retry RPC after error@1872010932) -> (continuation of Deferred@1733442583 after retry RPC after error@1949393588) -> (continuation of Deferred@1776925038 after retry RPC after error@574876633) -> (continuation of Deferred@1418184962 after retry RPC after error@735852004) -> (continuation of Deferred@265997112 after retry RPC after error@846914617), errback=(continuation of Deferred@157315394 after retry RPC after error@62738544) -> (continuation of Deferred@323183024 after retry RPC after error@203680379) -> (continuation of Deferred@105079004 after retry RPC after error@1872010932) -> (continuation of Deferred@1733442583 after retry RPC after error@1949393588) -> (continuation of Deferred@1776925038 after retry RPC after error@574876633) -> (continuation of Deferred@1418184962 after retry RPC after error@735852004) -> (continuation of Deferred@265997112 after retry RPC after error@846914617)))
20:22:18.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:18.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:18.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.818 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:18.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:18.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:18.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:18.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:18.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:18.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:18.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:18.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:18.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.878 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:18.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:18.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:18.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:18.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:18.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:18.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:18.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:18.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:18.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:18.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:18.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:19.078 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@696608388(state=PENDING, result=null, callback=(continuation of Deferred@1136486397 after retry RPC after error@449994840) -> (continuation of Deferred@532753296 after retry RPC after error@502456234) -> (continuation of Deferred@903397734 after retry RPC after error@1015133989) -> (continuation of Deferred@705336974 after retry RPC after error@554566634) -> (continuation of Deferred@1378760028 after retry RPC after error@1671927971) -> (continuation of Deferred@501734591 after retry RPC after error@1277664698) -> (continuation of Deferred@1870714295 after retry RPC after error@809314916), errback=(continuation of Deferred@1136486397 after retry RPC after error@449994840) -> (continuation of Deferred@532753296 after retry RPC after error@502456234) -> (continuation of Deferred@903397734 after retry RPC after error@1015133989) -> (continuation of Deferred@705336974 after retry RPC after error@554566634) -> (continuation of Deferred@1378760028 after retry RPC after error@1671927971) -> (continuation of Deferred@501734591 after retry RPC after error@1277664698) -> (continuation of Deferred@1870714295 after retry RPC after error@809314916)))
20:22:19.078 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
20:22:19.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:19.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:19.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:19.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:19.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:19.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:19.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:19.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:19.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:19.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:19.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:19.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:19.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:19.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:19.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:19.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:19.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:19.118 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:19.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:19.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:19.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:19.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:19.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:19.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:19.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:19.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:19.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:19.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:19.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:19.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:19.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:19.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:19.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:19.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:19.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:19.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:19.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:19.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:19.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:19.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:19.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:19.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:19.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:19.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:19.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:19.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:19.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:19.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:19.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:19.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:19.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:19.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:19.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:19.198 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:19.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:19.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:19.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:19.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:19.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:19.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:19.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:19.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:19.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:19.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:19.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:19.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:19.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:19.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:19.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:19.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:19.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:19.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:19.319 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@362195699(state=PENDING, result=null, callback=(continuation of Deferred@2111534136 after retry RPC after error@2136139402) -> (continuation of Deferred@1873197263 after retry RPC after error@1330071290) -> (continuation of Deferred@1771798942 after retry RPC after error@26561681) -> (continuation of Deferred@1538260140 after retry RPC after error@782893493) -> (continuation of Deferred@453571215 after retry RPC after error@819123387) -> (continuation of Deferred@339481745 after retry RPC after error@1785010186) -> (continuation of Deferred@908399427 after retry RPC after error@276065840), errback=(continuation of Deferred@2111534136 after retry RPC after error@2136139402) -> (continuation of Deferred@1873197263 after retry RPC after error@1330071290) -> (continuation of Deferred@1771798942 after retry RPC after error@26561681) -> (continuation of Deferred@1538260140 after retry RPC after error@782893493) -> (continuation of Deferred@453571215 after retry RPC after error@819123387) -> (continuation of Deferred@339481745 after retry RPC after error@1785010186) -> (continuation of Deferred@908399427 after retry RPC after error@276065840)))
20:22:19.319 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [81ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [100ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [220ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [221ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, deferred=Deferred@362195699(state=PENDING, result=null, callback=(continuation of Deferred@2111534136 after retry RPC after error@2136139402) -> (continuation of Deferred@1873197263 after retry RPC after error@1330071290) -> (continuation of Deferred@1771798942 after retry RPC after error@26561681) -> (continuation of Deferred@1538260140 after retry RPC after error@782893493) -> (continuation of Deferred@453571215 after retry RPC after error@819123387) -> (continuation of Deferred@339481745 after retry RPC after error@1785010186) -> (continuation of Deferred@908399427 after retry RPC after error@276065840), errback=(continuation of Deferred@2111534136 after retry RPC after error@2136139402) -> (continuation of Deferred@1873197263 after retry RPC after error@1330071290) -> (continuation of Deferred@1771798942 after retry RPC after error@26561681) -> (continuation of Deferred@1538260140 after retry RPC after error@782893493) -> (continuation of Deferred@453571215 after retry RPC after error@819123387) -> (continuation of Deferred@339481745 after retry RPC after error@1785010186) -> (continuation of Deferred@908399427 after retry RPC after error@276065840)))
20:22:19.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.254:35353(127.21.237.254:35353)] connecting to peer
20:22:19.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.237.252:33275(127.21.237.252:33275)] connecting to peer
20:22:19.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:19.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:19.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.237.252:33275(127.21.237.252:33275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:19.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.254:35353(127.21.237.254:35353)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:19.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:19.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:19.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.252:33275: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275
20:22:19.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.237.254:35353: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
20:22:19.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:19.340 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=35, TimeoutTracker(timeout=50000, elapsed=49918), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [16ms] refreshing cache from master, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [17ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [17ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [18ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [18ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [36ms] refreshing cache from master, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [37ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [37ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [38ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [38ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [56ms] refreshing cache from master, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [57ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [58ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [58ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [58ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [76ms] refreshing cache from master, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [78ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [78ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [78ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [116ms] refreshing cache from master, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [118ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [118ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [119ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [156ms] refreshing cache from master, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [158ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [158ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [158ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [158ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [296ms] refreshing cache from master, [296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [298ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [298ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [298ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [298ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [556ms] refreshing cache from master, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [557ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [558ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [560ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [560ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1076ms] refreshing cache from master, [1076ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1076ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1076ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1077ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1078ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1078ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1078ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1236ms] refreshing cache from master, [1236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1238ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1238ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1238ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1238ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2336ms] refreshing cache from master, [2336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [2336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [2336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2337ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2337ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2338ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2338ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [5495ms] refreshing cache from master, [5495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [5496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [5496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [5497ms] too many traces: truncated at 100 traces, deferred=Deferred@954083701(state=PENDING, result=null, callback=(continuation of Deferred@191415728 after retry RPC after error@739671326) -> (continuation of Deferred@1987891559 after retry RPC after error@1059113820) -> (continuation of Deferred@1923669069 after retry RPC after error@1833542027) -> (continuation of Deferred@2100212396 after retry RPC after error@1156447358) -> (continuation of Deferred@1888684570 after retry RPC after error@1358346362) -> (continuation of Deferred@1489361690 after retry RPC after error@1944109680) -> (continuation of Deferred@466339276 after retry RPC after error@2115738535) -> (continuation of Deferred@149983861 after retry RPC after error@2113282649) -> (continuation of Deferred@945192334 after retry RPC after error@447876992) -> (continuation of Deferred@375211417 after retry RPC after error@1526024673) -> (continuation of Deferred@1363473724 after retry RPC after error@1535131291) -> (continuation of Deferred@655215103 after retry RPC after error@1464280766) -> (continuation of Deferred@568120447 after retry RPC after error@2079474233) -> (continuation of Deferred@846806665 after retry RPC after error@1550159022) -> (continuation of Deferred@467518577 after retry RPC after error@1926737593) -> (continuation of Deferred@153176860 after retry RPC after error@2043782762) -> (continuation of Deferred@215620461 after retry RPC after error@1127730729) -> (continuation of Deferred@1087177976 after retry RPC after error@886773885) -> (continuation of Deferred@1753644280 after retry RPC after error@364749127) -> (continuation of Deferred@1031773644 after retry RPC after error@1359700718) -> (continuation of Deferred@179414411 after retry RPC after error@1920895491) -> (continuation of Deferred@867100797 after retry RPC after error@960028916) -> (continuation of Deferred@1042454437 after retry RPC after error@948579568) -> (continuation of Deferred@2082723484 after retry RPC after error@40023724) -> (continuation of Deferred@685213434 after retry RPC after error@1104401084) -> (continuation of Deferred@598113068 after retry RPC after error@887516706) -> (continuation of Deferred@538107410 after retry RPC after error@2139860638) -> (continuation of Deferred@1868879192 after retry RPC after error@1760834024) -> (continuation of Deferred@1587581098 after retry RPC after error@2096966334) -> (continuation of Deferred@897252972 after retry RPC after error@2093544026) -> (continuation of Deferred@641140905 after retry RPC after error@856325643) -> (continuation of Deferred@1365344152 after retry RPC after error@1786777036) -> (continuation of Deferred@1953243765 after retry RPC after error@343339221) -> (continuation of Deferred@1320271996 after retry RPC after error@615864843), errback=(continuation of Deferred@191415728 after retry RPC after error@739671326) -> (continuation of Deferred@1987891559 after retry RPC after error@1059113820) -> (continuation of Deferred@1923669069 after retry RPC after error@1833542027) -> (continuation of Deferred@2100212396 after retry RPC after error@1156447358) -> (continuation of Deferred@1888684570 after retry RPC after error@1358346362) -> (continuation of Deferred@1489361690 after retry RPC after error@1944109680) -> (continuation of Deferred@466339276 after retry RPC after error@2115738535) -> (continuation of Deferred@149983861 after retry RPC after error@2113282649) -> (continuation of Deferred@945192334 after retry RPC after error@447876992) -> (continuation of Deferred@375211417 after retry RPC after error@1526024673) -> (continuation of Deferred@1363473724 after retry RPC after error@1535131291) -> (continuation of Deferred@655215103 after retry RPC after error@1464280766) -> (continuation of Deferred@568120447 after retry RPC after error@2079474233) -> (continuation of Deferred@846806665 after retry RPC after error@1550159022) -> (continuation of Deferred@467518577 after retry RPC after error@1926737593) -> (continuation of Deferred@153176860 after retry RPC after error@2043782762) -> (continuation of Deferred@215620461 after retry RPC after error@1127730729) -> (continuation of Deferred@1087177976 after retry RPC after error@886773885) -> (continuation of Deferred@1753644280 after retry RPC after error@364749127) -> (continuation of Deferred@1031773644 after retry RPC after error@1359700718) -> (continuation of Deferred@179414411 after retry RPC after error@1920895491) -> (continuation of Deferred@867100797 after retry RPC after error@960028916) -> (continuation of Deferred@1042454437 after retry RPC after error@948579568) -> (continuation of Deferred@2082723484 after retry RPC after error@40023724) -> (continuation of Deferred@685213434 after retry RPC after error@1104401084) -> (continuation of Deferred@598113068 after retry RPC after error@887516706) -> (continuation of Deferred@538107410 after retry RPC after error@2139860638) -> (continuation of Deferred@1868879192 after retry RPC after error@1760834024) -> (continuation of Deferred@1587581098 after retry RPC after error@2096966334) -> (continuation of Deferred@897252972 after retry RPC after error@2093544026) -> (continuation of Deferred@641140905 after retry RPC after error@856325643) -> (continuation of Deferred@1365344152 after retry RPC after error@1786777036) -> (continuation of Deferred@1953243765 after retry RPC after error@343339221) -> (continuation of Deferred@1320271996 after retry RPC after error@615864843)))
20:22:19.341 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275; will retry
20:22:19.342 [DEBUG - main] (Connection.java:575) [peer master-127.21.237.254:35353(127.21.237.254:35353)] disconnecting while in state TERMINATED
20:22:19.342 [DEBUG - main] (Connection.java:575) [peer master-127.21.237.252:33275(127.21.237.252:33275)] disconnecting while in state TERMINATED
20:22:19.342 [DEBUG - main] (Connection.java:575) [peer master-127.21.237.253:33735(127.21.237.253:33735)] disconnecting while in state READY
20:22:19.342 [DEBUG - main] (Connection.java:575) [peer ceef586b44d34e388c1ee5c03a6729d4(127.21.237.194:37723)] disconnecting while in state READY
20:22:19.343 [DEBUG - kudu-nio-1] (Connection.java:239) [peer ceef586b44d34e388c1ee5c03a6729d4(127.21.237.194:37723)] handling channelInactive
20:22:19.343 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:22:19.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ceef586b44d34e388c1ee5c03a6729d4(127.21.237.194:37723)] cleaning up while in state READY due to: connection closed
20:22:19.344 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.21.237.253:33735(127.21.237.253:33735)] handling channelInactive
20:22:19.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.237.253:33735(127.21.237.253:33735)] cleaning up while in state READY due to: connection closed
20:22:19.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:22:19.344720 22455 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskjNQzBI/build/asan/bin/kudu pid 22746
20:22:19.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:22:19.353431 22898 generic_service.cc:196] Checking for leaks (request via RPC)
20:22:19.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:22:19.473766 22455 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskjNQzBI/build/asan/bin/kudu with pid 22746
20:22:19.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:22:19.493650 22926 connection.cc:535] server connection from 127.21.237.193:59409 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:22:19.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:22:19.493857 22455 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskjNQzBI/build/asan/bin/kudu pid 22908
20:22:19.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:22:19.501129 23039 generic_service.cc:196] Checking for leaks (request via RPC)
20:22:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:22:19.612313 22455 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskjNQzBI/build/asan/bin/kudu with pid 22908
20:22:19.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:22:19.632009 23068 connection.cc:535] server connection from 127.21.237.194:41129 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:22:19.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:22:19.632287 22455 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskjNQzBI/build/asan/bin/kudu pid 23049
20:22:19.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:22:19.639492 23181 generic_service.cc:196] Checking for leaks (request via RPC)
20:22:19.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:22:19.792181 23068 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.237.194:37723: connect: Connection refused (error 111)
20:22:19.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:22:19.793090 22455 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskjNQzBI/build/asan/bin/kudu with pid 23049
20:22:19.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 20:22:19.818096 22562 connection.cc:535] server connection from 127.21.237.195:35747 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:22:19.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:22:19.818495 22455 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskjNQzBI/build/asan/bin/kudu pid 22546
20:22:19.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:22:19.819639 22618 generic_service.cc:196] Checking for leaks (request via RPC)
20:22:19.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 20:22:19.975764 22455 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskjNQzBI/build/asan/bin/kudu with pid 22546
20:22:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T20:22:20Z chronyd exiting
20:22:20.139 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=35, TimeoutTracker(timeout=50000, elapsed=49918), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [16ms] refreshing cache from master, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [17ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [17ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [18ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [18ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [36ms] refreshing cache from master, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [37ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [37ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [38ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [38ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [56ms] refreshing cache from master, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [57ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [58ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [58ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [58ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [76ms] refreshing cache from master, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [78ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [78ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [78ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [116ms] refreshing cache from master, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [118ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [118ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [119ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [156ms] refreshing cache from master, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [158ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [158ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [158ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [158ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [296ms] refreshing cache from master, [296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [298ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [298ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [298ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [298ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [556ms] refreshing cache from master, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [557ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [558ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [560ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [560ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1076ms] refreshing cache from master, [1076ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1076ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1076ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1077ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1078ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1078ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1078ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1236ms] refreshing cache from master, [1236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1238ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1238ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1238ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1238ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2336ms] refreshing cache from master, [2336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [2336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [2336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2337ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2337ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2338ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2338ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [5495ms] refreshing cache from master, [5495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [5496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [5496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [5497ms] too many traces: truncated at 100 traces, deferred=Deferred@954083701(state=PENDING, result=null, callback=(continuation of Deferred@191415728 after retry RPC after error@739671326) -> (continuation of Deferred@1987891559 after retry RPC after error@1059113820) -> (continuation of Deferred@1923669069 after retry RPC after error@1833542027) -> (continuation of Deferred@2100212396 after retry RPC after error@1156447358) -> (continuation of Deferred@1888684570 after retry RPC after error@1358346362) -> (continuation of Deferred@1489361690 after retry RPC after error@1944109680) -> (continuation of Deferred@466339276 after retry RPC after error@2115738535) -> (continuation of Deferred@149983861 after retry RPC after error@2113282649) -> (continuation of Deferred@945192334 after retry RPC after error@447876992) -> (continuation of Deferred@375211417 after retry RPC after error@1526024673) -> (continuation of Deferred@1363473724 after retry RPC after error@1535131291) -> (continuation of Deferred@655215103 after retry RPC after error@1464280766) -> (continuation of Deferred@568120447 after retry RPC after error@2079474233) -> (continuation of Deferred@846806665 after retry RPC after error@1550159022) -> (continuation of Deferred@467518577 after retry RPC after error@1926737593) -> (continuation of Deferred@153176860 after retry RPC after error@2043782762) -> (continuation of Deferred@215620461 after retry RPC after error@1127730729) -> (continuation of Deferred@1087177976 after retry RPC after error@886773885) -> (continuation of Deferred@1753644280 after retry RPC after error@364749127) -> (continuation of Deferred@1031773644 after retry RPC after error@1359700718) -> (continuation of Deferred@179414411 after retry RPC after error@1920895491) -> (continuation of Deferred@867100797 after retry RPC after error@960028916) -> (continuation of Deferred@1042454437 after retry RPC after error@948579568) -> (continuation of Deferred@2082723484 after retry RPC after error@40023724) -> (continuation of Deferred@685213434 after retry RPC after error@1104401084) -> (continuation of Deferred@598113068 after retry RPC after error@887516706) -> (continuation of Deferred@538107410 after retry RPC after error@2139860638) -> (continuation of Deferred@1868879192 after retry RPC after error@1760834024) -> (continuation of Deferred@1587581098 after retry RPC after error@2096966334) -> (continuation of Deferred@897252972 after retry RPC after error@2093544026) -> (continuation of Deferred@641140905 after retry RPC after error@856325643) -> (continuation of Deferred@1365344152 after retry RPC after error@1786777036) -> (continuation of Deferred@1953243765 after retry RPC after error@343339221) -> (continuation of Deferred@1320271996 after retry RPC after error@615864843), errback=(continuation of Deferred@191415728 after retry RPC after error@739671326) -> (continuation of Deferred@1987891559 after retry RPC after error@1059113820) -> (continuation of Deferred@1923669069 after retry RPC after error@1833542027) -> (continuation of Deferred@2100212396 after retry RPC after error@1156447358) -> (continuation of Deferred@1888684570 after retry RPC after error@1358346362) -> (continuation of Deferred@1489361690 after retry RPC after error@1944109680) -> (continuation of Deferred@466339276 after retry RPC after error@2115738535) -> (continuation of Deferred@149983861 after retry RPC after error@2113282649) -> (continuation of Deferred@945192334 after retry RPC after error@447876992) -> (continuation of Deferred@375211417 after retry RPC after error@1526024673) -> (continuation of Deferred@1363473724 after retry RPC after error@1535131291) -> (continuation of Deferred@655215103 after retry RPC after error@1464280766) -> (continuation of Deferred@568120447 after retry RPC after error@2079474233) -> (continuation of Deferred@846806665 after retry RPC after error@1550159022) -> (continuation of Deferred@467518577 after retry RPC after error@1926737593) -> (continuation of Deferred@153176860 after retry RPC after error@2043782762) -> (continuation of Deferred@215620461 after retry RPC after error@1127730729) -> (continuation of Deferred@1087177976 after retry RPC after error@886773885) -> (continuation of Deferred@1753644280 after retry RPC after error@364749127) -> (continuation of Deferred@1031773644 after retry RPC after error@1359700718) -> (continuation of Deferred@179414411 after retry RPC after error@1920895491) -> (continuation of Deferred@867100797 after retry RPC after error@960028916) -> (continuation of Deferred@1042454437 after retry RPC after error@948579568) -> (continuation of Deferred@2082723484 after retry RPC after error@40023724) -> (continuation of Deferred@685213434 after retry RPC after error@1104401084) -> (continuation of Deferred@598113068 after retry RPC after error@887516706) -> (continuation of Deferred@538107410 after retry RPC after error@2139860638) -> (continuation of Deferred@1868879192 after retry RPC after error@1760834024) -> (continuation of Deferred@1587581098 after retry RPC after error@2096966334) -> (continuation of Deferred@897252972 after retry RPC after error@2093544026) -> (continuation of Deferred@641140905 after retry RPC after error@856325643) -> (continuation of Deferred@1365344152 after retry RPC after error@1786777036) -> (continuation of Deferred@1953243765 after retry RPC after error@343339221) -> (continuation of Deferred@1320271996 after retry RPC after error@615864843)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284) ~[main/:?]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.237.254:35353
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=35, TimeoutTracker(timeout=50000, elapsed=49918), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [16ms] refreshing cache from master, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [17ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [17ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [18ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [18ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [36ms] refreshing cache from master, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [37ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [37ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [38ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [38ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [56ms] refreshing cache from master, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [57ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [58ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [58ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [58ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [76ms] refreshing cache from master, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [78ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [78ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [78ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [79ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [116ms] refreshing cache from master, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [118ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [118ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [119ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [119ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [156ms] refreshing cache from master, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [158ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [158ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [158ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [158ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [296ms] refreshing cache from master, [296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [298ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [298ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [298ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [298ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [556ms] refreshing cache from master, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [557ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [558ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [560ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [560ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1076ms] refreshing cache from master, [1076ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1076ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1076ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1077ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1078ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1078ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1078ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1236ms] refreshing cache from master, [1236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [1236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [1237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [1238ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [1238ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [1238ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [1238ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2336ms] refreshing cache from master, [2336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [2336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [2336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [2337ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.254:35353: Network error: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353, [2337ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.252:33275: Network error: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [2338ms] Sub RPC ConnectToMaster: received response from server master-127.21.237.253:33735: OK, [2338ms] delaying RPC due to: Service unavailable: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275, [5495ms] refreshing cache from master, [5495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.253:33735, [5496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.254:35353, [5496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.237.252:33275, [5497ms] too many traces: truncated at 100 traces, deferred=Deferred@954083701(state=PENDING, result=null, callback=(continuation of Deferred@191415728 after retry RPC after error@739671326) -> (continuation of Deferred@1987891559 after retry RPC after error@1059113820) -> (continuation of Deferred@1923669069 after retry RPC after error@1833542027) -> (continuation of Deferred@2100212396 after retry RPC after error@1156447358) -> (continuation of Deferred@1888684570 after retry RPC after error@1358346362) -> (continuation of Deferred@1489361690 after retry RPC after error@1944109680) -> (continuation of Deferred@466339276 after retry RPC after error@2115738535) -> (continuation of Deferred@149983861 after retry RPC after error@2113282649) -> (continuation of Deferred@945192334 after retry RPC after error@447876992) -> (continuation of Deferred@375211417 after retry RPC after error@1526024673) -> (continuation of Deferred@1363473724 after retry RPC after error@1535131291) -> (continuation of Deferred@655215103 after retry RPC after error@1464280766) -> (continuation of Deferred@568120447 after retry RPC after error@2079474233) -> (continuation of Deferred@846806665 after retry RPC after error@1550159022) -> (continuation of Deferred@467518577 after retry RPC after error@1926737593) -> (continuation of Deferred@153176860 after retry RPC after error@2043782762) -> (continuation of Deferred@215620461 after retry RPC after error@1127730729) -> (continuation of Deferred@1087177976 after retry RPC after error@886773885) -> (continuation of Deferred@1753644280 after retry RPC after error@364749127) -> (continuation of Deferred@1031773644 after retry RPC after error@1359700718) -> (continuation of Deferred@179414411 after retry RPC after error@1920895491) -> (continuation of Deferred@867100797 after retry RPC after error@960028916) -> (continuation of Deferred@1042454437 after retry RPC after error@948579568) -> (continuation of Deferred@2082723484 after retry RPC after error@40023724) -> (continuation of Deferred@685213434 after retry RPC after error@1104401084) -> (continuation of Deferred@598113068 after retry RPC after error@887516706) -> (continuation of Deferred@538107410 after retry RPC after error@2139860638) -> (continuation of Deferred@1868879192 after retry RPC after error@1760834024) -> (continuation of Deferred@1587581098 after retry RPC after error@2096966334) -> (continuation of Deferred@897252972 after retry RPC after error@2093544026) -> (continuation of Deferred@641140905 after retry RPC after error@856325643) -> (continuation of Deferred@1365344152 after retry RPC after error@1786777036) -> (continuation of Deferred@1953243765 after retry RPC after error@343339221) -> (continuation of Deferred@1320271996 after retry RPC after error@615864843), errback=(continuation of Deferred@191415728 after retry RPC after error@739671326) -> (continuation of Deferred@1987891559 after retry RPC after error@1059113820) -> (continuation of Deferred@1923669069 after retry RPC after error@1833542027) -> (continuation of Deferred@2100212396 after retry RPC after error@1156447358) -> (continuation of Deferred@1888684570 after retry RPC after error@1358346362) -> (continuation of Deferred@1489361690 after retry RPC after error@1944109680) -> (continuation of Deferred@466339276 after retry RPC after error@2115738535) -> (continuation of Deferred@149983861 after retry RPC after error@2113282649) -> (continuation of Deferred@945192334 after retry RPC after error@447876992) -> (continuation of Deferred@375211417 after retry RPC after error@1526024673) -> (continuation of Deferred@1363473724 after retry RPC after error@1535131291) -> (continuation of Deferred@655215103 after retry RPC after error@1464280766) -> (continuation of Deferred@568120447 after retry RPC after error@2079474233) -> (continuation of Deferred@846806665 after retry RPC after error@1550159022) -> (continuation of Deferred@467518577 after retry RPC after error@1926737593) -> (continuation of Deferred@153176860 after retry RPC after error@2043782762) -> (continuation of Deferred@215620461 after retry RPC after error@1127730729) -> (continuation of Deferred@1087177976 after retry RPC after error@886773885) -> (continuation of Deferred@1753644280 after retry RPC after error@364749127) -> (continuation of Deferred@1031773644 after retry RPC after error@1359700718) -> (continuation of Deferred@179414411 after retry RPC after error@1920895491) -> (continuation of Deferred@867100797 after retry RPC after error@960028916) -> (continuation of Deferred@1042454437 after retry RPC after error@948579568) -> (continuation of Deferred@2082723484 after retry RPC after error@40023724) -> (continuation of Deferred@685213434 after retry RPC after error@1104401084) -> (continuation of Deferred@598113068 after retry RPC after error@887516706) -> (continuation of Deferred@538107410 after retry RPC after error@2139860638) -> (continuation of Deferred@1868879192 after retry RPC after error@1760834024) -> (continuation of Deferred@1587581098 after retry RPC after error@2096966334) -> (continuation of Deferred@897252972 after retry RPC after error@2093544026) -> (continuation of Deferred@641140905 after retry RPC after error@856325643) -> (continuation of Deferred@1365344152 after retry RPC after error@1786777036) -> (continuation of Deferred@1953243765 after retry RPC after error@343339221) -> (continuation of Deferred@1320271996 after retry RPC after error@615864843)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.237.253:33735,127.21.237.254:35353,127.21.237.252:33275) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.252:33275(127.21.237.252:33275): Connection refused: /127.21.237.252:33275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.237.254:35353(127.21.237.254:35353): Connection refused: /127.21.237.254:35353
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.237.254:35353
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)